00000008:00010000:2.0:1789760744.224859:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760744.224885:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.224896:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.224924:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760744.224957:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484239488:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760744.251669:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760744.398442:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5270, 5270]
00000080:00200000:2.0:1789760744.398456:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760744.398461:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760744.398472:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21590016 i_blocks 43015
00000020:00200000:2.0:1789760744.398476:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760744.398485:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760744.398513:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21590016, count: 4096
00000080:00200000:2.0:1789760744.398519:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21590016, bytes: 4096
00000080:00200000:2.0:1789760744.398527:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760744.398534:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760744.398537:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21590016, 21594112) 0 0
00000080:00200000:2.0:1789760744.398540:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760744.398553:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5271, 5271]
00020000:00200000:2.0:1789760744.398560:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21590016 chunk: [21590016, 21594112) 21594112, 4096
00020000:00200000:2.0:1789760744.398564:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760744.398581:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5271, 5271]
00000008:00010000:2.0:1789760744.398596:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760744.398601:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760744.398613:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21590016, 21594112) append 0 append lockpos 0
00000080:00200000:2.0:1789760744.398627:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21590016=0x1497000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760744.398680:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760744.398682:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21594112
00000020:00010000:2.0:1789760744.398689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760744.398692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760744.398695:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760744.398698:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760744.398702:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760744.398708:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760744.398714:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760744.398741:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760744.398841:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 21590016<>21594112
00000100:00100000:2.0:1789760744.398916:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760744.398931:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484240128:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.449136:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972589 gen 2
00000008:00010000:2.0:1789760744.449185:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760744.449191:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.449200:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.449268:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760744.449292:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484240128:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760744.485226:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5272, 5272]
00000080:00200000:2.0:1789760744.485243:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760744.485249:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760744.485265:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21598208 i_blocks 43015
00000020:00200000:2.0:1789760744.485268:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760744.485279:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760744.485311:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21598208, count: 4096
00000080:00200000:2.0:1789760744.485318:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21598208, bytes: 4096
00000080:00200000:2.0:1789760744.485340:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760744.485350:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760744.485352:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21598208, 21602304) 0 0
00000080:00200000:2.0:1789760744.485356:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760744.485372:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5273, 5273]
00020000:00200000:2.0:1789760744.485381:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21598208 chunk: [21598208, 21602304) 21602304, 4096
00020000:00200000:2.0:1789760744.485386:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760744.485709:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5273, 5273]
00000008:00010000:2.0:1789760744.485727:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760744.485733:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760744.485744:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21598208, 21602304) append 0 append lockpos 0
00000080:00200000:2.0:1789760744.485758:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21598208=0x1499000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760744.485816:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760744.485819:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21602304
00000020:00010000:2.0:1789760744.485827:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760744.485831:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760744.485833:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760744.485837:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760744.485840:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760744.485847:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760744.485854:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760744.486021:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760744.486242:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 21598208<>21602304
00000008:00010000:2.0:1789760744.529283:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760744.529294:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.529304:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.529339:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760744.529365:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484240384:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.530166:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484240512:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.590411:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972591 gen 2
00000100:00100000:2.0:1789760744.590440:0:2424:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f7800 x1876699484240512/t4294972592(4294972592) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760760 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760744.590477:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760744.590482:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.590490:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.590566:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760744.590588:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484240512:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.592028:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484240640:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.646432:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972592 gen 2
00000100:00100000:2.0:1789760744.646464:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f5c00 x1876699484240640/t4294972593(4294972593) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760760 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760744.646500:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760744.646505:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.646513:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.646560:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760744.646580:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484240640:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.647123:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484240768:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.703698:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972593 gen 2
00000100:00100000:2.0:1789760744.703731:0:2424:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f6680 x1876699484240768/t4294972594(4294972594) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760760 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760744.703770:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760744.703787:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.703796:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.703812:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760744.703832:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484240768:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.704613:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760744.704627:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484240896:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.750294:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972594 gen 2
00000100:00100000:2.0:1789760744.750335:0:2424:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f4a80 x1876699484240896/t4294972595(4294972595) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760760 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760744.750375:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760744.750382:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.750390:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.750407:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760744.750437:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484240896:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.751059:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484241024:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.802477:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972596 gen 2
00000008:00010000:2.0:1789760744.802534:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760744.802540:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.802549:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.802611:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760744.802635:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484241024:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.804617:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484241152:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760744.849184:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972597 gen 2
00000008:00010000:2.0:1789760744.849218:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760744.849225:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760744.849233:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760744.849398:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760744.849424:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484241152:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760745.034293:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5283, 5283]
00000080:00200000:2.0:1789760745.034317:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760745.034331:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760745.034345:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21643264 i_blocks 43015
00000020:00200000:2.0:1789760745.034349:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760745.034362:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760745.034400:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21643264, count: 4096
00000080:00200000:2.0:1789760745.034408:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21643264, bytes: 4096
00000080:00200000:2.0:1789760745.034418:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760745.034426:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760745.034428:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21643264, 21647360) 0 0
00000080:00200000:2.0:1789760745.034432:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760745.034444:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5284, 5284]
00020000:00200000:2.0:1789760745.034450:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21643264 chunk: [21643264, 21647360) 21647360, 4096
00020000:00200000:2.0:1789760745.034454:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760745.034470:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5284, 5284]
00000008:00010000:2.0:1789760745.034484:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760745.034490:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760745.034498:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21643264, 21647360) append 0 append lockpos 0
00000080:00200000:2.0:1789760745.034511:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21643264=0x14a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760745.034563:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760745.034566:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21647360
00000020:00010000:2.0:1789760745.034573:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760745.034577:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760745.034580:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760745.034583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760745.034586:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760745.034593:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760745.034600:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760745.034617:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760745.034706:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 21643264<>21647360
00000100:00100000:2.0:1789760745.034750:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760745.034785:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484241792:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760745.072694:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972602 gen 2
00000008:00010000:2.0:1789760745.072730:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760745.072737:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760745.072745:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760745.072830:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760745.072855:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484241792:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760745.075258:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484241920:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760745.127214:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972603 gen 2
00000008:00010000:2.0:1789760745.127265:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760745.127273:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760745.127284:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760745.127305:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760745.127349:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484241920:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760745.128289:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484242048:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760745.180435:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972604 gen 2
00000008:00010000:2.0:1789760745.180549:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760745.180558:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760745.180569:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760745.180584:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760745.180614:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484242048:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760745.227834:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5287, 5287]
00000080:00200000:2.0:1789760745.227852:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760745.227859:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760745.227910:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21659648 i_blocks 43015
00000020:00200000:2.0:1789760745.227915:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760745.227925:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760745.227958:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21659648, count: 4096
00000080:00200000:2.0:1789760745.227965:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21659648, bytes: 4096
00000080:00200000:2.0:1789760745.227975:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760745.227984:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760745.227987:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21659648, 21663744) 0 0
00000080:00200000:2.0:1789760745.227991:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760745.228008:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5288, 5288]
00020000:00200000:2.0:1789760745.228018:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21659648 chunk: [21659648, 21663744) 21663744, 4096
00020000:00200000:2.0:1789760745.228023:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760745.228041:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5288, 5288]
00000008:00010000:2.0:1789760745.228059:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760745.228064:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760745.228074:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21659648, 21663744) append 0 append lockpos 0
00000080:00200000:2.0:1789760745.228087:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21659648=0x14a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760745.228158:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760745.228161:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21663744
00000020:00010000:2.0:1789760745.228169:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760745.228172:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760745.228176:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760745.228179:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760745.228182:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760745.228189:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760745.228195:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760745.228210:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760745.228310:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 21659648<>21663744
00000008:00010000:2.0:1789760745.261309:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760745.261334:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760745.261346:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760745.261370:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760745.261402:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484242304:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760745.310057:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5289, 5289]
00000080:00200000:2.0:1789760745.310076:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760745.310082:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760745.310101:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21667840 i_blocks 43015
00000020:00200000:2.0:1789760745.310105:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760745.310117:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760745.310158:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21667840, count: 4096
00000080:00200000:2.0:1789760745.310166:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21667840, bytes: 4096
00000080:00200000:2.0:1789760745.310177:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760745.310186:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760745.310188:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21667840, 21671936) 0 0
00000080:00200000:2.0:1789760745.310193:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760745.310211:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5290, 5290]
00020000:00200000:2.0:1789760745.310220:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21667840 chunk: [21667840, 21671936) 21671936, 4096
00020000:00200000:2.0:1789760745.310226:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760745.310248:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5290, 5290]
00000008:00010000:2.0:1789760745.310267:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760745.310273:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760745.310286:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21667840, 21671936) append 0 append lockpos 0
00000080:00200000:2.0:1789760745.310301:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21667840=0x14aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760745.310508:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760745.310512:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21671936
00000020:00010000:2.0:1789760745.310521:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760745.310524:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760745.310527:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760745.310531:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760745.310534:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760745.310544:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760745.310550:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760745.310569:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760745.310671:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 21667840<>21671936
00000100:00100000:2.0:1789760745.350969:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972608 gen 2
00000008:00010000:2.0:1789760745.351022:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760745.351030:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760745.351040:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760745.351069:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760745.351222:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484242560:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760745.904814:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5301, 5301]
00000080:00200000:2.0:1789760745.904832:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760745.904837:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760745.904853:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21716992 i_blocks 43015
00000020:00200000:2.0:1789760745.904856:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760745.904895:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760745.904928:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21716992, count: 4096
00000080:00200000:2.0:1789760745.904935:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21716992, bytes: 4096
00000080:00200000:2.0:1789760745.904945:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760745.904953:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760745.904956:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21716992, 21721088) 0 0
00000080:00200000:2.0:1789760745.904960:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760745.904975:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5302, 5302]
00020000:00200000:2.0:1789760745.904983:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21716992 chunk: [21716992, 21721088) 21721088, 4096
00020000:00200000:2.0:1789760745.904987:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760745.905009:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5302, 5302]
00000008:00010000:2.0:1789760745.905026:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760745.905033:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760745.905044:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21716992, 21721088) append 0 append lockpos 0
00000080:00200000:2.0:1789760745.905057:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21716992=0x14b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760745.905132:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760745.905135:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21721088
00000020:00010000:2.0:1789760745.905144:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760745.905147:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760745.905151:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760745.905154:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760745.905157:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760745.905164:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760745.905169:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760745.905184:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760745.905282:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 21716992<>21721088
00000100:00100000:2.0:1789760745.905331:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760745.905350:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484244096:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760745.950951:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972620 gen 2
00000008:00010000:2.0:1789760745.951016:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760745.951025:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760745.951035:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760745.951057:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760745.951086:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484244096:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760745.995343:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972621 gen 2
00000008:00010000:2.0:1789760745.995388:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760745.995396:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760745.995407:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760745.995425:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760745.995453:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484244224:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760745.996801:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760745.996826:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484244352:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760746.031963:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972622 gen 2
00000008:00010000:2.0:1789760746.032020:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760746.032028:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760746.032038:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760746.032115:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760746.032145:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484244352:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760746.033220:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484244480:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760746.099937:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972623 gen 2
00000008:00010000:2.0:1789760746.099989:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760746.099999:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760746.100010:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760746.100040:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760746.100074:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484244480:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760746.209307:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5307, 5307]
00000080:00200000:2.0:1789760746.209344:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760746.209351:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760746.209370:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21741568 i_blocks 43015
00000020:00200000:2.0:1789760746.209376:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760746.209391:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760746.209422:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21741568, count: 4096
00000080:00200000:2.0:1789760746.209430:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21741568, bytes: 4096
00000080:00200000:2.0:1789760746.209442:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760746.209452:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760746.209454:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21741568, 21745664) 0 0
00000080:00200000:2.0:1789760746.209458:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760746.209474:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5308, 5308]
00020000:00200000:2.0:1789760746.209483:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21741568 chunk: [21741568, 21745664) 21745664, 4096
00020000:00200000:2.0:1789760746.209488:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760746.209510:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5308, 5308]
00000008:00010000:2.0:1789760746.209537:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760746.209544:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760746.209556:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21741568, 21745664) append 0 append lockpos 0
00000080:00200000:2.0:1789760746.209571:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21741568=0x14bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760746.209636:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760746.209639:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21745664
00000020:00010000:2.0:1789760746.209647:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760746.209651:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760746.209654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760746.209657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760746.209661:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760746.209669:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760746.209675:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760746.209703:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760746.209813:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 21741568<>21745664
00000008:00010000:2.0:1789760746.294478:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760746.294494:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760746.294505:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760746.294532:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760746.294561:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484244864:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760746.299239:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760746.988544:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5321, 5321]
00000080:00200000:2.0:1789760746.988561:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760746.988567:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760746.988585:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21798912 i_blocks 43015
00000020:00200000:2.0:1789760746.988589:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760746.988600:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760746.988644:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21798912, count: 4096
00000080:00200000:2.0:1789760746.988651:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21798912, bytes: 4096
00000080:00200000:2.0:1789760746.988664:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760746.988673:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760746.988675:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21798912, 21803008) 0 0
00000080:00200000:2.0:1789760746.988680:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760746.988986:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5322, 5322]
00020000:00200000:2.0:1789760746.988998:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21798912 chunk: [21798912, 21803008) 21803008, 4096
00020000:00200000:2.0:1789760746.989004:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760746.989030:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5322, 5322]
00000008:00010000:2.0:1789760746.989054:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760746.989062:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760746.989157:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21798912, 21803008) append 0 append lockpos 0
00000080:00200000:2.0:1789760746.989176:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21798912=0x14ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760746.989248:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760746.989250:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21803008
00000020:00010000:2.0:1789760746.989259:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760746.989263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760746.989266:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760746.989269:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760746.989272:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760746.989280:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760746.989287:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760746.989306:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760746.989434:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 21798912<>21803008
00000100:00100000:2.0:1789760747.017566:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972640 gen 2
00000008:00010000:2.0:1789760747.017618:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760747.017628:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.017637:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.017665:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760747.017696:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484246656:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760747.057920:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5323, 5323]
00000080:00200000:2.0:1789760747.057938:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760747.057944:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760747.057959:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21807104 i_blocks 43015
00000020:00200000:2.0:1789760747.057964:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760747.057974:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760747.058007:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21807104, count: 4096
00000080:00200000:2.0:1789760747.058015:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21807104, bytes: 4096
00000080:00200000:2.0:1789760747.058024:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760747.058034:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760747.058036:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21807104, 21811200) 0 0
00000080:00200000:2.0:1789760747.058040:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760747.058058:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5324, 5324]
00020000:00200000:2.0:1789760747.058066:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21807104 chunk: [21807104, 21811200) 21811200, 4096
00020000:00200000:2.0:1789760747.058070:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760747.058191:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5324, 5324]
00000008:00010000:2.0:1789760747.058211:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760747.058216:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760747.058297:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21807104, 21811200) append 0 append lockpos 0
00000080:00200000:2.0:1789760747.058321:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21807104=0x14cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760747.058383:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760747.058386:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21811200
00000020:00010000:2.0:1789760747.058394:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760747.058468:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760747.058471:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760747.058475:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760747.058478:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760747.058486:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760747.058492:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760747.058509:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760747.058616:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 21807104<>21811200
00000100:00100000:2.0:1789760747.058664:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760747.058683:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484246912:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.107599:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972642 gen 2
00000008:00010000:2.0:1789760747.107670:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760747.107680:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.107691:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.107712:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760747.107752:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484246912:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.155717:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972643 gen 2
00000008:00010000:2.0:1789760747.155772:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760747.155781:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.155791:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.155854:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760747.155917:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484247040:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.158056:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484247168:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760747.200143:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760747.200164:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.200177:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.200198:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760747.201637:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484247168:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760747.201785:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dd80
00000008:00100000:2.0:1789760747.201913:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 21819392<>21823488
00000100:00100000:2.0:1789760747.238813:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972644 gen 2
00000100:00100000:2.0:1789760747.238858:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c33ded80 x1876699484247296/t4294972645(4294972645) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760763 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760747.238942:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760747.238949:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.238958:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.238979:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760747.239004:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484247296:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.239673:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760747.239692:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484247424:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.274052:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972646 gen 2
00000008:00010000:2.0:1789760747.274245:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760747.274255:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.274264:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.274287:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760747.274351:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484247424:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.275388:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760747.275481:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484247552:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760747.315332:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760747.315349:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.315368:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.315390:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760747.315423:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484247552:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.318242:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760747.318278:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484247680:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.380484:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972648 gen 2
00000008:00010000:2.0:1789760747.380555:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760747.380564:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.380575:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.380641:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760747.380672:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484247680:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.382437:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484247808:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.423706:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972649 gen 2
00000008:00010000:2.0:1789760747.423756:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760747.423765:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.423775:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.423861:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760747.423930:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484247808:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760747.468621:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5332, 5332]
00000080:00200000:2.0:1789760747.468638:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760747.468645:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760747.468660:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21843968 i_blocks 43015
00000020:00200000:2.0:1789760747.468664:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760747.468674:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760747.468706:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21843968, count: 4096
00000080:00200000:2.0:1789760747.468713:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21843968, bytes: 4096
00000080:00200000:2.0:1789760747.468722:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760747.468731:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760747.468733:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21843968, 21848064) 0 0
00000080:00200000:2.0:1789760747.468738:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760747.468755:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5333, 5333]
00020000:00200000:2.0:1789760747.468764:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21843968 chunk: [21843968, 21848064) 21848064, 4096
00020000:00200000:2.0:1789760747.468769:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760747.468788:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5333, 5333]
00000008:00010000:2.0:1789760747.468806:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760747.468811:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760747.468822:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21843968, 21848064) append 0 append lockpos 0
00000080:00200000:2.0:1789760747.468835:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21843968=0x14d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760747.468930:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760747.468934:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21848064
00000020:00010000:2.0:1789760747.468942:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760747.468945:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760747.468948:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760747.468952:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760747.468955:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760747.468962:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760747.468969:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760747.468985:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760747.469081:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 21843968<>21848064
00000100:00100000:2.0:1789760747.469126:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760747.469147:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484248064:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.508785:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972651 gen 2
00000008:00010000:2.0:1789760747.508936:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760747.508944:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.508955:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.509039:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760747.509069:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484248064:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760747.604848:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5335, 5335]
00000080:00200000:2.0:1789760747.604894:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760747.604901:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760747.604917:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21856256 i_blocks 43015
00000020:00200000:2.0:1789760747.604921:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760747.604933:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760747.604965:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21856256, count: 4096
00000080:00200000:2.0:1789760747.604973:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21856256, bytes: 4096
00000080:00200000:2.0:1789760747.604984:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760747.604992:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760747.604994:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21856256, 21860352) 0 0
00000080:00200000:2.0:1789760747.604998:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760747.605015:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5336, 5336]
00020000:00200000:2.0:1789760747.605024:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21856256 chunk: [21856256, 21860352) 21860352, 4096
00020000:00200000:2.0:1789760747.605029:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760747.605048:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5336, 5336]
00000008:00010000:2.0:1789760747.605063:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760747.605069:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760747.605080:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21856256, 21860352) append 0 append lockpos 0
00000080:00200000:2.0:1789760747.605093:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21856256=0x14d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760747.605148:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760747.605150:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21860352
00000020:00010000:2.0:1789760747.605159:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760747.605162:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760747.605165:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760747.605169:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760747.605171:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760747.605178:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760747.605185:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760747.605202:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760747.605324:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 21856256<>21860352
00000100:00100000:2.0:1789760747.641468:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972654 gen 2
00000008:00010000:2.0:1789760747.641523:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:2.0:1789760747.641532:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760747.641543:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760747.641567:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:2.0:1789760747.641603:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484248448:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760747.652377:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484248960:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760747.652397:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2424:1876699484249216:192.168.203.110@tcp:400:kworker.0
00000080:00200000:2.0:1789760747.970475:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5343, 5343]
00000080:00200000:2.0:1789760747.970493:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760747.970500:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760747.970515:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21889024 i_blocks 43015
00000020:00200000:2.0:1789760747.970519:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760747.970529:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760747.970564:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21889024, count: 4096
00000080:00200000:2.0:1789760747.970572:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21889024, bytes: 4096
00000080:00200000:2.0:1789760747.970582:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760747.970591:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760747.970593:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21889024, 21893120) 0 0
00000080:00200000:2.0:1789760747.970678:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760747.970695:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5344, 5344]
00020000:00200000:2.0:1789760747.970705:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21889024 chunk: [21889024, 21893120) 21893120, 4096
00020000:00200000:2.0:1789760747.970710:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760747.970730:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5344, 5344]
00000008:00010000:2.0:1789760747.970748:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760747.970753:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760747.970765:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21889024, 21893120) append 0 append lockpos 0
00000080:00200000:2.0:1789760747.970779:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21889024=0x14e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760747.970839:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760747.970841:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21893120
00000020:00010000:2.0:1789760747.970850:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760747.970853:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760747.970856:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760747.970860:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760747.970943:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760747.970953:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760747.970960:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760747.970978:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760747.971081:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 21889024<>21893120
00000100:00100000:2.0:1789760747.971340:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484250112:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760748.005195:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5344, 5344]
00000080:00200000:2.0:1789760748.005213:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.005219:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.005235:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21893120 i_blocks 43015
00000020:00200000:2.0:1789760748.005240:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.005249:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.005284:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21893120, count: 4096
00000080:00200000:2.0:1789760748.005292:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21893120, bytes: 4096
00000080:00200000:2.0:1789760748.005311:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.005320:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.005323:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21893120, 21897216) 0 0
00000080:00200000:2.0:1789760748.005328:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.005346:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5345, 5345]
00020000:00200000:2.0:1789760748.005354:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21893120 chunk: [21893120, 21897216) 21897216, 4096
00020000:00200000:2.0:1789760748.005358:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.005378:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5345, 5345]
00000008:00010000:2.0:1789760748.005405:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.005411:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.005424:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21893120, 21897216) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.005439:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21893120=0x14e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.005494:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.005496:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21897216
00000020:00010000:2.0:1789760748.005505:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.005508:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.005511:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.005514:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.005517:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.005525:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.005532:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.005548:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760748.005661:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 21893120<>21897216
00000080:00200000:2.0:1789760748.035721:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5345, 5345]
00000080:00200000:2.0:1789760748.035740:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.035747:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.035766:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21897216 i_blocks 43015
00000020:00200000:2.0:1789760748.035770:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.035781:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.035816:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21897216, count: 4096
00000080:00200000:2.0:1789760748.035823:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21897216, bytes: 4096
00000080:00200000:2.0:1789760748.035834:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.035843:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.035846:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21897216, 21901312) 0 0
00000080:00200000:2.0:1789760748.035853:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.035912:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5346, 5346]
00020000:00200000:2.0:1789760748.035922:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21897216 chunk: [21897216, 21901312) 21901312, 4096
00020000:00200000:2.0:1789760748.035928:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.035949:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5346, 5346]
00000008:00010000:2.0:1789760748.035970:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.035977:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.035989:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21897216, 21901312) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.036003:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21897216=0x14e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.036065:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.036068:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21901312
00000020:00010000:2.0:1789760748.036076:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.036080:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.036211:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.036217:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.036221:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.036230:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.036238:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.036259:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760748.036371:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 21897216<>21901312
00000080:00200000:2.0:1789760748.080970:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5346, 5346]
00000080:00200000:2.0:1789760748.080990:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.080997:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.081013:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21901312 i_blocks 43015
00000020:00200000:2.0:1789760748.081017:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.081027:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.081064:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21901312, count: 4096
00000080:00200000:2.0:1789760748.081073:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21901312, bytes: 4096
00000080:00200000:2.0:1789760748.081083:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.081092:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.081095:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21901312, 21905408) 0 0
00000080:00200000:2.0:1789760748.081111:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.081132:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5347, 5347]
00020000:00200000:2.0:1789760748.081142:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21901312 chunk: [21901312, 21905408) 21905408, 4096
00020000:00200000:2.0:1789760748.081147:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.081168:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5347, 5347]
00000008:00010000:2.0:1789760748.081186:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.081192:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.081204:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21901312, 21905408) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.081218:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21901312=0x14e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.081273:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.081275:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21905408
00000020:00010000:2.0:1789760748.081283:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.081287:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.081291:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.081294:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.081298:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.081315:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.081322:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.131915:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5347, 5347]
00000080:00200000:2.0:1789760748.131931:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.131938:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.131952:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21905408 i_blocks 43015
00000020:00200000:2.0:1789760748.131956:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.131966:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.131997:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21905408, count: 4096
00000080:00200000:2.0:1789760748.132004:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21905408, bytes: 4096
00000080:00200000:2.0:1789760748.132013:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.132023:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.132024:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21905408, 21909504) 0 0
00000080:00200000:2.0:1789760748.132029:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.132047:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5348, 5348]
00020000:00200000:2.0:1789760748.132058:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21905408 chunk: [21905408, 21909504) 21909504, 4096
00020000:00200000:2.0:1789760748.132063:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.132094:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5348, 5348]
00000008:00010000:2.0:1789760748.132209:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.132216:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.132229:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21905408, 21909504) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.132244:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21905408=0x14e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.132317:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.132320:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21909504
00000020:00010000:2.0:1789760748.132328:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.132332:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.132335:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.132338:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.132341:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.132350:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.132357:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.132374:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760748.132540:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 21905408<>21909504
00000080:00200000:2.0:1789760748.173017:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5348, 5348]
00000080:00200000:2.0:1789760748.173035:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.173042:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.173058:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21909504 i_blocks 43015
00000020:00200000:2.0:1789760748.173062:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.173074:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.173208:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21909504, count: 4096
00000080:00200000:2.0:1789760748.173218:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21909504, bytes: 4096
00000080:00200000:2.0:1789760748.173227:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.173236:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.173238:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21909504, 21913600) 0 0
00000080:00200000:2.0:1789760748.173243:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.173261:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5349, 5349]
00020000:00200000:2.0:1789760748.173273:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21909504 chunk: [21909504, 21913600) 21913600, 4096
00020000:00200000:2.0:1789760748.173278:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.173297:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5349, 5349]
00000008:00010000:2.0:1789760748.173361:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.173367:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.173379:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21909504, 21913600) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.173457:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21909504=0x14e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.173517:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.173520:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21913600
00000020:00010000:2.0:1789760748.173530:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.173533:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.173536:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.173540:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.173543:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.173551:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.173557:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.173577:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760748.173673:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 21909504<>21913600
00000100:00100000:2.0:1789760748.173723:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484250752:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760748.214137:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:2.0:1789760748.214147:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760748.214158:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760748.214230:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:2.0:1789760748.214262:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484250752:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760748.259896:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5350, 5350]
00000080:00200000:2.0:1789760748.259912:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.259918:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.259933:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21917696 i_blocks 43015
00000020:00200000:2.0:1789760748.259937:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.259948:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.259982:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21917696, count: 4096
00000080:00200000:2.0:1789760748.259989:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21917696, bytes: 4096
00000080:00200000:2.0:1789760748.260001:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.260010:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.260012:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21917696, 21921792) 0 0
00000080:00200000:2.0:1789760748.260017:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.260037:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5351, 5351]
00020000:00200000:2.0:1789760748.260046:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21917696 chunk: [21917696, 21921792) 21921792, 4096
00020000:00200000:2.0:1789760748.260050:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.260071:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5351, 5351]
00000008:00010000:2.0:1789760748.260089:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.260095:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.260107:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21917696, 21921792) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.260121:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21917696=0x14e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.260177:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.260180:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21921792
00000020:00010000:2.0:1789760748.260188:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.260191:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.260194:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.260198:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.260200:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.260209:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.260216:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.260232:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760748.260424:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 21917696<>21921792
00000100:00100000:2.0:1789760748.260471:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760748.260490:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484251008:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760748.303510:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5351, 5351]
00000080:00200000:2.0:1789760748.303528:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.303537:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.303553:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21921792 i_blocks 43015
00000020:00200000:2.0:1789760748.303557:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.303567:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.303600:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21921792, count: 4096
00000080:00200000:2.0:1789760748.303607:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21921792, bytes: 4096
00000080:00200000:2.0:1789760748.303616:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.303624:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.303626:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21921792, 21925888) 0 0
00000080:00200000:2.0:1789760748.303630:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.303646:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5352, 5352]
00020000:00200000:2.0:1789760748.303655:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21921792 chunk: [21921792, 21925888) 21925888, 4096
00020000:00200000:2.0:1789760748.303659:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.303677:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5352, 5352]
00000008:00010000:2.0:1789760748.303695:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.303702:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.303714:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21921792, 21925888) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.303729:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21921792=0x14e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.303788:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.303791:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21925888
00000020:00010000:2.0:1789760748.303799:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.303802:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.303806:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.303809:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.303812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.303819:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.303827:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.303843:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760748.303976:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 21921792<>21925888
00010000:00010000:2.0:1789760748.348760:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760748.381840:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5352, 5352]
00000080:00200000:2.0:1789760748.381884:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.381891:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.381906:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21925888 i_blocks 43015
00000020:00200000:2.0:1789760748.381910:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.381920:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.381954:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21925888, count: 4096
00000080:00200000:2.0:1789760748.381962:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21925888, bytes: 4096
00000080:00200000:2.0:1789760748.381972:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.381982:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.381984:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21925888, 21929984) 0 0
00000080:00200000:2.0:1789760748.381988:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.382006:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5353, 5353]
00020000:00200000:2.0:1789760748.382015:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21925888 chunk: [21925888, 21929984) 21929984, 4096
00020000:00200000:2.0:1789760748.382020:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.382040:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5353, 5353]
00000008:00010000:2.0:1789760748.382267:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.382274:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.382288:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21925888, 21929984) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.382311:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21925888=0x14e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.382372:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.382375:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21929984
00000020:00010000:2.0:1789760748.382384:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.382583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.382587:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.382590:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.382593:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.382602:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.382609:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.382631:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760748.383004:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 21925888<>21929984
00000100:00100000:2.0:1789760748.383060:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484251264:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760748.430322:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5353, 5353]
00000080:00200000:2.0:1789760748.430340:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.430346:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.430362:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21929984 i_blocks 43015
00000020:00200000:2.0:1789760748.430367:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.430377:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.430411:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21929984, count: 4096
00000080:00200000:2.0:1789760748.430418:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21929984, bytes: 4096
00000080:00200000:2.0:1789760748.430427:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.430435:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.430438:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21929984, 21934080) 0 0
00000080:00200000:2.0:1789760748.430442:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.430458:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5354, 5354]
00020000:00200000:2.0:1789760748.430467:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21929984 chunk: [21929984, 21934080) 21934080, 4096
00020000:00200000:2.0:1789760748.430472:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.430492:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5354, 5354]
00000008:00010000:2.0:1789760748.430508:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.430513:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.430524:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21929984, 21934080) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.430538:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21929984=0x14ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.430592:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.430596:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21934080
00000020:00010000:2.0:1789760748.430604:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.430608:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.430610:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.430614:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.430616:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.430623:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.430630:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.430658:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760748.431065:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 21929984<>21934080
00000080:00200000:2.0:1789760748.483349:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5354, 5354]
00000080:00200000:2.0:1789760748.483367:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.483372:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.483389:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21934080 i_blocks 43015
00000020:00200000:2.0:1789760748.483393:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.483403:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.483435:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21934080, count: 4096
00000080:00200000:2.0:1789760748.483443:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21934080, bytes: 4096
00000080:00200000:2.0:1789760748.483452:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.483461:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.483463:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21934080, 21938176) 0 0
00000080:00200000:2.0:1789760748.483468:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.483485:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5355, 5355]
00020000:00200000:2.0:1789760748.483494:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21934080 chunk: [21934080, 21938176) 21938176, 4096
00020000:00200000:2.0:1789760748.483498:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.483519:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5355, 5355]
00000008:00010000:2.0:1789760748.483537:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.483543:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.483556:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21934080, 21938176) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.483568:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21934080=0x14eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.483626:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.483629:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21938176
00000020:00010000:2.0:1789760748.483639:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.483642:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.483645:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.483649:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.483652:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.483660:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.483666:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.483682:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760748.483852:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 21934080<>21938176
00000080:00200000:2.0:1789760748.531366:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5355, 5355]
00000080:00200000:2.0:1789760748.531383:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.531398:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.531414:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21938176 i_blocks 43015
00000020:00200000:2.0:1789760748.531418:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.531427:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.531462:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21938176, count: 4096
00000080:00200000:2.0:1789760748.531468:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21938176, bytes: 4096
00000080:00200000:2.0:1789760748.531476:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.531485:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.531487:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21938176, 21942272) 0 0
00000080:00200000:2.0:1789760748.531491:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.531509:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5356, 5356]
00020000:00200000:2.0:1789760748.531517:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21938176 chunk: [21938176, 21942272) 21942272, 4096
00020000:00200000:2.0:1789760748.531522:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.531542:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5356, 5356]
00000008:00010000:2.0:1789760748.531559:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.531564:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.531575:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21938176, 21942272) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.531589:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21938176=0x14ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.531646:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.531649:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21942272
00000020:00010000:2.0:1789760748.531656:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.531660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.531662:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.531666:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.531669:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.531675:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.531681:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.531697:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760748.531803:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 21938176<>21942272
00000100:00100000:2.0:1789760748.531851:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484251648:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760748.570319:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5356, 5356]
00000080:00200000:2.0:1789760748.570336:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.570342:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.570357:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21942272 i_blocks 43015
00000020:00200000:2.0:1789760748.570360:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.570371:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.570461:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21942272, count: 4096
00000080:00200000:2.0:1789760748.570468:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21942272, bytes: 4096
00000080:00200000:2.0:1789760748.570477:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.570486:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.570488:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21942272, 21946368) 0 0
00000080:00200000:2.0:1789760748.570493:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.570508:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5357, 5357]
00020000:00200000:2.0:1789760748.570515:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21942272 chunk: [21942272, 21946368) 21946368, 4096
00020000:00200000:2.0:1789760748.570520:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.570537:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5357, 5357]
00000008:00010000:2.0:1789760748.570554:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.570559:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.570569:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21942272, 21946368) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.570581:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21942272=0x14ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.570633:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.570636:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21946368
00000020:00010000:2.0:1789760748.570644:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.570648:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.570651:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.570654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.570657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.570664:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.570670:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.570686:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760748.570781:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 21942272<>21946368
00000080:00200000:2.0:1789760748.608320:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5357, 5357]
00000080:00200000:2.0:1789760748.608336:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.608342:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.608357:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21946368 i_blocks 43015
00000020:00200000:2.0:1789760748.608361:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.608371:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.608415:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21946368, count: 4096
00000080:00200000:2.0:1789760748.608426:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21946368, bytes: 4096
00000080:00200000:2.0:1789760748.608436:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.608447:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.608449:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21946368, 21950464) 0 0
00000080:00200000:2.0:1789760748.608454:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.608470:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5358, 5358]
00020000:00200000:2.0:1789760748.608479:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21946368 chunk: [21946368, 21950464) 21950464, 4096
00020000:00200000:2.0:1789760748.608484:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.608502:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5358, 5358]
00000008:00010000:2.0:1789760748.608519:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.608524:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.608536:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21946368, 21950464) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.608547:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21946368=0x14ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.608601:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.608605:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21950464
00000020:00010000:2.0:1789760748.608612:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.608615:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.608618:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.608622:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.608625:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.608631:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.608639:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.608655:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760748.608754:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 21946368<>21950464
00000100:00100000:2.0:1789760748.608798:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484251904:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760748.648659:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5358, 5358]
00000080:00200000:2.0:1789760748.648675:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.648682:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.648696:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21950464 i_blocks 43015
00000020:00200000:2.0:1789760748.648700:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.648709:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.648744:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21950464, count: 4096
00000080:00200000:2.0:1789760748.648752:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21950464, bytes: 4096
00000080:00200000:2.0:1789760748.648761:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.648770:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.648772:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21950464, 21954560) 0 0
00000080:00200000:2.0:1789760748.648776:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.648794:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5359, 5359]
00020000:00200000:2.0:1789760748.648803:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21950464 chunk: [21950464, 21954560) 21954560, 4096
00020000:00200000:2.0:1789760748.648807:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.648826:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5359, 5359]
00000008:00010000:2.0:1789760748.648845:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.648851:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.648886:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21950464, 21954560) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.648900:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21950464=0x14ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.648956:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.648959:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21954560
00000020:00010000:2.0:1789760748.648967:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.648971:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.648974:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.648977:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.648981:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.648988:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.648995:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.649013:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760748.649113:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 21950464<>21954560
00000080:00200000:2.0:1789760748.679908:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5359, 5359]
00000080:00200000:2.0:1789760748.679926:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.679932:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.679958:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21954560 i_blocks 43015
00000020:00200000:2.0:1789760748.679962:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.679971:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.680001:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21954560, count: 4096
00000080:00200000:2.0:1789760748.680007:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21954560, bytes: 4096
00000080:00200000:2.0:1789760748.680015:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.680022:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.680024:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21954560, 21958656) 0 0
00000080:00200000:2.0:1789760748.680027:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.680041:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5360, 5360]
00020000:00200000:2.0:1789760748.680048:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21954560 chunk: [21954560, 21958656) 21958656, 4096
00020000:00200000:2.0:1789760748.680052:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.680068:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5360, 5360]
00000008:00010000:2.0:1789760748.680083:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.680088:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.680097:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21954560, 21958656) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.680109:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21954560=0x14f0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.680166:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.680168:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21958656
00000020:00010000:2.0:1789760748.680176:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.680179:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.680181:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.680183:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.680186:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.680192:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.680197:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.680209:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760748.680292:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 21954560<>21958656
00000080:00200000:2.0:1789760748.724131:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5360, 5360]
00000080:00200000:2.0:1789760748.724149:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.724156:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.724172:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21958656 i_blocks 43015
00000020:00200000:2.0:1789760748.724176:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.724188:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.724221:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21958656, count: 4096
00000080:00200000:2.0:1789760748.724229:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21958656, bytes: 4096
00000080:00200000:2.0:1789760748.724243:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.724251:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.724253:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21958656, 21962752) 0 0
00000080:00200000:2.0:1789760748.724258:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.724276:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5361, 5361]
00020000:00200000:2.0:1789760748.724284:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21958656 chunk: [21958656, 21962752) 21962752, 4096
00020000:00200000:2.0:1789760748.724289:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.724319:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5361, 5361]
00000008:00010000:2.0:1789760748.724337:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.724343:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.724354:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21958656, 21962752) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.724366:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21958656=0x14f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.724443:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.724445:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21962752
00000020:00010000:2.0:1789760748.724453:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.724457:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.724459:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.724463:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.724466:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.724473:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.724481:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.724499:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760748.724601:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 21958656<>21962752
00000100:00100000:2.0:1789760748.724655:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484252288:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760748.758742:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5361, 5361]
00000080:00200000:2.0:1789760748.758760:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.758765:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.758781:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21962752 i_blocks 43015
00000020:00200000:2.0:1789760748.758784:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.758793:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.758825:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21962752, count: 4096
00000080:00200000:2.0:1789760748.758832:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21962752, bytes: 4096
00000080:00200000:2.0:1789760748.758841:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.758850:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.758852:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21962752, 21966848) 0 0
00000080:00200000:2.0:1789760748.758857:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.758906:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5362, 5362]
00020000:00200000:2.0:1789760748.758914:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21962752 chunk: [21962752, 21966848) 21966848, 4096
00020000:00200000:2.0:1789760748.758918:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.758935:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5362, 5362]
00000008:00010000:2.0:1789760748.758952:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.758958:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.758970:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21962752, 21966848) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.758984:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21962752=0x14f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.759046:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.759049:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21966848
00000020:00010000:2.0:1789760748.759057:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.759060:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.759063:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.759066:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.759068:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.759074:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.759162:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.759177:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760748.759275:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 21962752<>21966848
00000080:00200000:2.0:1789760748.791620:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5362, 5362]
00000080:00200000:2.0:1789760748.791639:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.791645:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.791662:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21966848 i_blocks 43015
00000020:00200000:2.0:1789760748.791666:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.791676:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.791709:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21966848, count: 4096
00000080:00200000:2.0:1789760748.791716:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21966848, bytes: 4096
00000080:00200000:2.0:1789760748.791725:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.791733:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.791735:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21966848, 21970944) 0 0
00000080:00200000:2.0:1789760748.791740:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.791757:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5363, 5363]
00020000:00200000:2.0:1789760748.791766:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21966848 chunk: [21966848, 21970944) 21970944, 4096
00020000:00200000:2.0:1789760748.791770:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.791789:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5363, 5363]
00000008:00010000:2.0:1789760748.791806:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.791811:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.791823:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21966848, 21970944) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.791837:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21966848=0x14f3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.791918:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.791921:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21970944
00000020:00010000:2.0:1789760748.791929:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.791932:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.791936:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.791939:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.791942:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.791950:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.791956:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.791974:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760748.792072:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 21966848<>21970944
00000080:00200000:2.0:1789760748.819531:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5363, 5363]
00000080:00200000:2.0:1789760748.819554:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.819561:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.819581:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21970944 i_blocks 43015
00000020:00200000:2.0:1789760748.819586:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.819600:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.819634:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21970944, count: 4096
00000080:00200000:2.0:1789760748.819642:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21970944, bytes: 4096
00000080:00200000:2.0:1789760748.819655:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.819664:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.819666:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21970944, 21975040) 0 0
00000080:00200000:2.0:1789760748.819670:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.819687:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5364, 5364]
00020000:00200000:2.0:1789760748.819696:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21970944 chunk: [21970944, 21975040) 21975040, 4096
00020000:00200000:2.0:1789760748.819700:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.819721:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5364, 5364]
00000008:00010000:2.0:1789760748.819738:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.819743:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.819754:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21970944, 21975040) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.819768:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21970944=0x14f4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.819831:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.819833:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21975040
00000020:00010000:2.0:1789760748.819842:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.819845:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.819849:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.819852:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.819854:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.819861:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.819967:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.819994:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760748.820209:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 21970944<>21975040
00000080:00200000:2.0:1789760748.854402:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5364, 5364]
00000080:00200000:2.0:1789760748.854419:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.854425:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.854441:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21975040 i_blocks 43015
00000020:00200000:2.0:1789760748.854444:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.854454:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.854488:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21975040, count: 4096
00000080:00200000:2.0:1789760748.854495:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21975040, bytes: 4096
00000080:00200000:2.0:1789760748.854505:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.854514:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.854517:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21975040, 21979136) 0 0
00000080:00200000:2.0:1789760748.854521:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.854538:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5365, 5365]
00020000:00200000:2.0:1789760748.854548:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21975040 chunk: [21975040, 21979136) 21979136, 4096
00020000:00200000:2.0:1789760748.854553:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.854574:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5365, 5365]
00000008:00010000:2.0:1789760748.854591:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.854597:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.854610:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21975040, 21979136) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.854624:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21975040=0x14f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.854695:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.854698:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21979136
00000020:00010000:2.0:1789760748.854706:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.854710:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.854714:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.854718:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.854721:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.854729:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.854735:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.854754:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760748.854889:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 21975040<>21979136
00000100:00100000:2.0:1789760748.854930:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760748.854949:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484252800:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760748.895409:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5365, 5365]
00000080:00200000:2.0:1789760748.895424:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.895430:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.895446:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21979136 i_blocks 43015
00000020:00200000:2.0:1789760748.895450:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.895460:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.895505:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21979136, count: 4096
00000080:00200000:2.0:1789760748.895513:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21979136, bytes: 4096
00000080:00200000:2.0:1789760748.895523:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.895532:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.895534:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21979136, 21983232) 0 0
00000080:00200000:2.0:1789760748.895539:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.895555:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5366, 5366]
00020000:00200000:2.0:1789760748.895564:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21979136 chunk: [21979136, 21983232) 21983232, 4096
00020000:00200000:2.0:1789760748.895568:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.895588:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5366, 5366]
00000008:00010000:2.0:1789760748.895607:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.895613:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.895623:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21979136, 21983232) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.895647:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21979136=0x14f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.895705:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.895708:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21983232
00000020:00010000:2.0:1789760748.895716:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.895719:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.895722:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.895725:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.895728:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.895735:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.895741:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.895756:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760748.895853:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 21979136<>21983232
00000080:00200000:2.0:1789760748.928035:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5366, 5366]
00000080:00200000:2.0:1789760748.928052:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.928068:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.928083:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21983232 i_blocks 43015
00000020:00200000:2.0:1789760748.928086:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.928097:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.928131:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21983232, count: 4096
00000080:00200000:2.0:1789760748.928138:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21983232, bytes: 4096
00000080:00200000:2.0:1789760748.928148:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.928156:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.928158:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21983232, 21987328) 0 0
00000080:00200000:2.0:1789760748.928163:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.928179:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5367, 5367]
00020000:00200000:2.0:1789760748.928188:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21983232 chunk: [21983232, 21987328) 21987328, 4096
00020000:00200000:2.0:1789760748.928194:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.928212:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5367, 5367]
00000008:00010000:2.0:1789760748.928228:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.928234:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.928246:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21983232, 21987328) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.928260:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21983232=0x14f7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.928336:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.928339:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21987328
00000020:00010000:2.0:1789760748.928348:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.928351:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.928362:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.928367:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.928369:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.928378:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.928384:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.928402:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760748.928502:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 21983232<>21987328
00000080:00200000:2.0:1789760748.981415:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5367, 5367]
00000080:00200000:2.0:1789760748.981432:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760748.981438:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760748.981504:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21987328 i_blocks 43015
00000020:00200000:2.0:1789760748.981509:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760748.981520:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760748.981553:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21987328, count: 4096
00000080:00200000:2.0:1789760748.981561:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21987328, bytes: 4096
00000080:00200000:2.0:1789760748.981570:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760748.981578:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760748.981580:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21987328, 21991424) 0 0
00000080:00200000:2.0:1789760748.981585:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760748.981603:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5368, 5368]
00020000:00200000:2.0:1789760748.981612:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21987328 chunk: [21987328, 21991424) 21991424, 4096
00020000:00200000:2.0:1789760748.981617:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760748.981638:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5368, 5368]
00000008:00010000:2.0:1789760748.981654:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760748.981659:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760748.981669:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21987328, 21991424) append 0 append lockpos 0
00000080:00200000:2.0:1789760748.981682:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21987328=0x14f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760748.981792:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760748.981796:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21991424
00000020:00010000:2.0:1789760748.981805:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760748.981808:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.981811:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760748.981815:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760748.981818:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760748.981825:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760748.981832:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760748.981849:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760748.982152:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 21987328<>21991424
00000080:00200000:2.0:1789760749.015190:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5368, 5368]
00000080:00200000:2.0:1789760749.015207:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.015274:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.015418:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21991424 i_blocks 43015
00000020:00200000:2.0:1789760749.015423:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.015434:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.015469:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21991424, count: 4096
00000080:00200000:2.0:1789760749.015477:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21991424, bytes: 4096
00000080:00200000:2.0:1789760749.015544:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.015552:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.015554:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21991424, 21995520) 0 0
00000080:00200000:2.0:1789760749.015559:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.015574:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5369, 5369]
00020000:00200000:2.0:1789760749.015582:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21991424 chunk: [21991424, 21995520) 21995520, 4096
00020000:00200000:2.0:1789760749.015585:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.015602:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5369, 5369]
00000008:00010000:2.0:1789760749.015616:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.015621:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.015632:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21991424, 21995520) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.015645:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21991424=0x14f9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.015695:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.015698:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21995520
00000020:00010000:2.0:1789760749.015704:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.015706:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.015708:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.015711:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.015713:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.015718:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.015723:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.015738:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760749.015840:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 21991424<>21995520
00000080:00200000:2.0:1789760749.047238:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5369, 5369]
00000080:00200000:2.0:1789760749.047254:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.047261:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.047279:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21995520 i_blocks 43015
00000020:00200000:2.0:1789760749.047283:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.047303:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.047337:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21995520, count: 4096
00000080:00200000:2.0:1789760749.047344:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21995520, bytes: 4096
00000080:00200000:2.0:1789760749.047354:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.047363:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.047365:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21995520, 21999616) 0 0
00000080:00200000:2.0:1789760749.047369:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.047455:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5370, 5370]
00020000:00200000:2.0:1789760749.047465:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21995520 chunk: [21995520, 21999616) 21999616, 4096
00020000:00200000:2.0:1789760749.047470:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.047556:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5370, 5370]
00000008:00010000:2.0:1789760749.047574:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.047580:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.047595:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21995520, 21999616) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.047609:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21995520=0x14fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.047670:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.047674:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21999616
00000020:00010000:2.0:1789760749.047682:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.047686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.047689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.047693:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.047695:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.047703:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.047709:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.047838:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760749.048035:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 21995520<>21999616
00000100:00100000:2.0:1789760749.048077:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760749.048097:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484253440:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760749.109255:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5370, 5370]
00000080:00200000:2.0:1789760749.109277:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.109283:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.109325:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21999616 i_blocks 43015
00000020:00200000:2.0:1789760749.109331:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.109346:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.109376:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21999616, count: 4096
00000080:00200000:2.0:1789760749.109384:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21999616, bytes: 4096
00000080:00200000:2.0:1789760749.109398:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.109407:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.109409:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21999616, 22003712) 0 0
00000080:00200000:2.0:1789760749.109414:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.109429:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5371, 5371]
00020000:00200000:2.0:1789760749.109436:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21999616 chunk: [21999616, 22003712) 22003712, 4096
00020000:00200000:2.0:1789760749.109441:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.109461:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5371, 5371]
00000008:00010000:2.0:1789760749.109480:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.109486:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.109500:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21999616, 22003712) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.109514:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=21999616=0x14fb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.109579:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.109582:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22003712
00000020:00010000:2.0:1789760749.109589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.109592:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.109595:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.109598:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.109601:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.109609:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.109614:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.109639:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760749.110841:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 21999616<>22003712
00000080:00200000:2.0:1789760749.164555:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5371, 5371]
00000080:00200000:2.0:1789760749.164573:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.164579:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.164594:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22003712 i_blocks 43015
00000020:00200000:2.0:1789760749.164598:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.164608:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.165013:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22003712, count: 4096
00000080:00200000:2.0:1789760749.165024:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22003712, bytes: 4096
00000080:00200000:2.0:1789760749.165034:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.165043:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.165045:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22003712, 22007808) 0 0
00000080:00200000:2.0:1789760749.165050:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.165066:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5372, 5372]
00020000:00200000:2.0:1789760749.165193:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22003712 chunk: [22003712, 22007808) 22007808, 4096
00020000:00200000:2.0:1789760749.165199:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.165222:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5372, 5372]
00000008:00010000:2.0:1789760749.165241:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.165247:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.165259:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22003712, 22007808) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.165273:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22003712=0x14fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.165346:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.165350:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22007808
00000020:00010000:2.0:1789760749.165358:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.165362:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.165365:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.165368:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.165371:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.165379:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.165456:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.165483:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760749.165590:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 22003712<>22007808
00000080:00200000:2.0:1789760749.213794:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5372, 5372]
00000080:00200000:2.0:1789760749.213812:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.213819:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.213834:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22007808 i_blocks 43015
00000020:00200000:2.0:1789760749.213838:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.213848:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.213914:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22007808, count: 4096
00000080:00200000:2.0:1789760749.213923:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22007808, bytes: 4096
00000080:00200000:2.0:1789760749.213932:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.213941:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.213943:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22007808, 22011904) 0 0
00000080:00200000:2.0:1789760749.213947:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.213965:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5373, 5373]
00020000:00200000:2.0:1789760749.213985:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22007808 chunk: [22007808, 22011904) 22011904, 4096
00020000:00200000:2.0:1789760749.213990:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.214010:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5373, 5373]
00000008:00010000:2.0:1789760749.214028:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.214034:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.214047:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22007808, 22011904) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.214060:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22007808=0x14fd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.214321:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.214324:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22011904
00000020:00010000:2.0:1789760749.214333:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.214337:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.214341:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.214344:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.214346:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.214354:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.214361:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.214438:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760749.214543:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 22007808<>22011904
00000100:00100000:2.0:1789760749.214593:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484253824:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760749.250099:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5373, 5373]
00000080:00200000:2.0:1789760749.250115:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.250122:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.250137:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22011904 i_blocks 43015
00000020:00200000:2.0:1789760749.250142:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.250152:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.250187:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22011904, count: 4096
00000080:00200000:2.0:1789760749.250195:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22011904, bytes: 4096
00000080:00200000:2.0:1789760749.250204:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.250212:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.250215:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22011904, 22016000) 0 0
00000080:00200000:2.0:1789760749.250228:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.250245:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5374, 5374]
00020000:00200000:2.0:1789760749.250253:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22011904 chunk: [22011904, 22016000) 22016000, 4096
00020000:00200000:2.0:1789760749.250260:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.250279:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5374, 5374]
00000008:00010000:2.0:1789760749.250306:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.250312:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.250323:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22011904, 22016000) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.250336:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22011904=0x14fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.250399:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.250402:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22016000
00000020:00010000:2.0:1789760749.250410:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.250413:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.250416:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.250420:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.250422:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.250430:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.250436:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.250453:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760749.250549:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 22011904<>22016000
00000080:00200000:2.0:1789760749.286154:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5374, 5374]
00000080:00200000:2.0:1789760749.286173:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.286180:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.286197:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22016000 i_blocks 43015
00000020:00200000:2.0:1789760749.286201:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.286211:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.286245:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22016000, count: 4096
00000080:00200000:2.0:1789760749.286264:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22016000, bytes: 4096
00000080:00200000:2.0:1789760749.286274:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.286283:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.286285:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22016000, 22020096) 0 0
00000080:00200000:2.0:1789760749.286290:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.286316:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5375, 5375]
00020000:00200000:2.0:1789760749.286324:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22016000 chunk: [22016000, 22020096) 22020096, 4096
00020000:00200000:2.0:1789760749.286329:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.286348:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5375, 5375]
00000008:00010000:2.0:1789760749.286365:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.286370:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.286441:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22016000, 22020096) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.286454:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22016000=0x14ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.286511:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.286514:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22020096
00000020:00010000:2.0:1789760749.286522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.286525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.286528:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.286532:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.286535:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.286541:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.286548:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.286565:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760749.286661:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 22016000<>22020096
00000080:00200000:2.0:1789760749.319063:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5375, 5375]
00000080:00200000:2.0:1789760749.319080:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.319086:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.319157:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22020096 i_blocks 43015
00000020:00200000:2.0:1789760749.319162:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.319171:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.319205:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22020096, count: 4096
00000080:00200000:2.0:1789760749.319212:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22020096, bytes: 4096
00000080:00200000:2.0:1789760749.319222:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.319231:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.319234:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22020096, 22024192) 0 0
00000080:00200000:2.0:1789760749.319239:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.319258:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5376, 5376]
00020000:00200000:2.0:1789760749.319266:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22020096 chunk: [22020096, 22024192) 22024192, 4096
00020000:00200000:2.0:1789760749.319271:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.319469:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5376, 5376]
00000008:00010000:2.0:1789760749.319831:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.319836:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.319848:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22020096, 22024192) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.319860:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22020096=0x1500000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.319942:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.319944:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22024192
00000020:00010000:2.0:1789760749.319950:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.319953:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.319955:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.319957:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.319959:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.319965:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.320175:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.320204:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760749.320318:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 22020096<>22024192
00000080:00200000:2.0:1789760749.366677:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5376, 5376]
00000080:00200000:2.0:1789760749.366699:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.366706:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.366723:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22024192 i_blocks 43015
00000020:00200000:2.0:1789760749.366728:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.366740:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.366774:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22024192, count: 4096
00000080:00200000:2.0:1789760749.366783:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22024192, bytes: 4096
00000080:00200000:2.0:1789760749.366797:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.366805:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.366808:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22024192, 22028288) 0 0
00000080:00200000:2.0:1789760749.366812:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.366831:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5377, 5377]
00020000:00200000:2.0:1789760749.366840:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22024192 chunk: [22024192, 22028288) 22028288, 4096
00020000:00200000:2.0:1789760749.366844:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.366892:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5377, 5377]
00000008:00010000:2.0:1789760749.366912:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.366919:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.366933:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22024192, 22028288) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.366948:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22024192=0x1501000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.367030:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.367033:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22028288
00000020:00010000:2.0:1789760749.367042:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.367045:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.367048:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.367052:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.367055:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.367063:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.367070:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.367092:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760749.367365:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22024192<>22028288
00000100:00100000:2.0:1789760749.367428:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484254336:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760749.402265:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5377, 5377]
00000080:00200000:2.0:1789760749.402283:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.402289:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.402314:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22028288 i_blocks 45063
00000020:00200000:2.0:1789760749.402318:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.402329:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.402362:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22028288, count: 4096
00000080:00200000:2.0:1789760749.402370:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22028288, bytes: 4096
00000080:00200000:2.0:1789760749.402389:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.402399:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.402401:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22028288, 22032384) 0 0
00000080:00200000:2.0:1789760749.402406:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.402424:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5378, 5378]
00020000:00200000:2.0:1789760749.402433:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22028288 chunk: [22028288, 22032384) 22032384, 4096
00020000:00200000:2.0:1789760749.402439:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.402459:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5378, 5378]
00000008:00010000:2.0:1789760749.402476:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.402481:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.402498:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22028288, 22032384) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.402513:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22028288=0x1502000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.402672:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.402676:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22032384
00000020:00010000:2.0:1789760749.402685:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.402689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.402692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.402695:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.402698:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.402706:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.402714:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.402731:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760749.402829:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 22028288<>22032384
00000100:00100000:2.0:1789760749.402905:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760749.402921:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484254464:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760749.443342:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5378, 5378]
00000080:00200000:2.0:1789760749.443360:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.443366:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.443382:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22032384 i_blocks 45063
00000020:00200000:2.0:1789760749.443386:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.443396:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.443430:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22032384, count: 4096
00000080:00200000:2.0:1789760749.443437:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22032384, bytes: 4096
00000080:00200000:2.0:1789760749.443447:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.443456:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.443458:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22032384, 22036480) 0 0
00000080:00200000:2.0:1789760749.443463:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.443481:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5379, 5379]
00020000:00200000:2.0:1789760749.443490:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22032384 chunk: [22032384, 22036480) 22036480, 4096
00020000:00200000:2.0:1789760749.443495:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.443516:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5379, 5379]
00000008:00010000:2.0:1789760749.443534:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.443540:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.443553:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22032384, 22036480) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.443568:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22032384=0x1503000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.443625:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.443629:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22036480
00000020:00010000:2.0:1789760749.443637:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.443641:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.443644:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.443647:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.443651:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.443659:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.443665:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.443682:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760749.443780:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 22032384<>22036480
00000080:00200000:2.0:1789760749.485109:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5379, 5379]
00000080:00200000:2.0:1789760749.485127:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.485134:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.485149:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22036480 i_blocks 45063
00000020:00200000:2.0:1789760749.485153:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.485163:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.485196:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22036480, count: 4096
00000080:00200000:2.0:1789760749.485204:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22036480, bytes: 4096
00000080:00200000:2.0:1789760749.485216:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.485226:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.485228:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22036480, 22040576) 0 0
00000080:00200000:2.0:1789760749.485233:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.485252:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5380, 5380]
00020000:00200000:2.0:1789760749.485261:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22036480 chunk: [22036480, 22040576) 22040576, 4096
00020000:00200000:2.0:1789760749.485266:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.485288:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5380, 5380]
00000008:00010000:2.0:1789760749.485319:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.485326:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.485338:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22036480, 22040576) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.485352:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22036480=0x1504000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.485484:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.485487:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22040576
00000020:00010000:2.0:1789760749.485496:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.485500:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.485504:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.485507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.485511:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.485519:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.485526:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.485542:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760749.485649:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 22036480<>22040576
00000080:00200000:2.0:1789760749.670099:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5382, 5382]
00000080:00200000:2.0:1789760749.670116:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.670122:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.670138:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22048768 i_blocks 45063
00000020:00200000:2.0:1789760749.670143:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.670154:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.670186:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22048768, count: 4096
00000080:00200000:2.0:1789760749.670193:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22048768, bytes: 4096
00000080:00200000:2.0:1789760749.670205:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.670214:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.670216:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22048768, 22052864) 0 0
00000080:00200000:2.0:1789760749.670222:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.670240:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5383, 5383]
00020000:00200000:2.0:1789760749.670249:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22048768 chunk: [22048768, 22052864) 22052864, 4096
00020000:00200000:2.0:1789760749.670254:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.670275:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5383, 5383]
00000008:00010000:2.0:1789760749.670303:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.670312:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.670325:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22048768, 22052864) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.670338:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22048768=0x1507000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.670395:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.670398:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22052864
00000020:00010000:2.0:1789760749.670407:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.670410:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.670413:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.670417:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.670420:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.670427:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.670434:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.670450:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760749.670555:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 22048768<>22052864
00000100:00100000:2.0:1789760749.703649:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972701 gen 2
00000008:00010000:2.0:1789760749.703699:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:2.0:1789760749.703708:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760749.703718:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760749.703746:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:2.0:1789760749.703775:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484255104:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760749.743693:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5384, 5384]
00000080:00200000:2.0:1789760749.743710:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760749.743716:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760749.743733:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22056960 i_blocks 45063
00000020:00200000:2.0:1789760749.743738:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760749.743751:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760749.743786:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22056960, count: 4096
00000080:00200000:2.0:1789760749.743793:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22056960, bytes: 4096
00000080:00200000:2.0:1789760749.743803:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760749.743812:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760749.743814:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22056960, 22061056) 0 0
00000080:00200000:2.0:1789760749.743818:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760749.743836:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5385, 5385]
00020000:00200000:2.0:1789760749.743845:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22056960 chunk: [22056960, 22061056) 22061056, 4096
00020000:00200000:2.0:1789760749.743850:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760749.743896:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5385, 5385]
00000008:00010000:2.0:1789760749.743914:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760749.743921:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760749.743932:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22056960, 22061056) append 0 append lockpos 0
00000080:00200000:2.0:1789760749.743945:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22056960=0x1509000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760749.744006:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760749.744010:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22061056
00000020:00010000:2.0:1789760749.744017:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760749.744021:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.744024:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760749.744027:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760749.744030:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760749.744038:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760749.744044:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760749.744062:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760749.744517:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 22056960<>22061056
00000100:00100000:2.0:1789760749.768935:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972703 gen 2
00000008:00010000:2.0:1789760749.768985:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:2.0:1789760749.768992:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760749.769003:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760749.769028:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:2.0:1789760749.769059:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484255360:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760750.395263:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760750.499632:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5399, 5399]
00000080:00200000:2.0:1789760750.499650:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.499656:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.499720:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22118400 i_blocks 45063
00000020:00200000:2.0:1789760750.499724:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.499735:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.499767:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22118400, count: 4096
00000080:00200000:2.0:1789760750.499773:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22118400, bytes: 4096
00000080:00200000:2.0:1789760750.499783:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.499792:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.499794:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22118400, 22122496) 0 0
00000080:00200000:2.0:1789760750.499798:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.499816:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5400, 5400]
00020000:00200000:2.0:1789760750.499824:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22118400 chunk: [22118400, 22122496) 22122496, 4096
00020000:00200000:2.0:1789760750.499829:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.499846:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5400, 5400]
00000008:00010000:2.0:1789760750.499893:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.499899:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.499911:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22118400, 22122496) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.499925:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22118400=0x1518000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.499982:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.499985:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22122496
00000020:00010000:2.0:1789760750.499994:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.499997:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.500000:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.500003:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.500008:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.500015:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.500022:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.500039:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760750.500169:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 22118400<>22122496
00000080:00200000:2.0:1789760750.548902:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5400, 5400]
00000080:00200000:2.0:1789760750.548921:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.548927:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.548943:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22122496 i_blocks 45063
00000020:00200000:2.0:1789760750.548948:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.548960:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.548995:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22122496, count: 4096
00000080:00200000:2.0:1789760750.549003:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22122496, bytes: 4096
00000080:00200000:2.0:1789760750.549015:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.549025:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.549027:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22122496, 22126592) 0 0
00000080:00200000:2.0:1789760750.549032:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.549050:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5401, 5401]
00020000:00200000:2.0:1789760750.549059:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22122496 chunk: [22122496, 22126592) 22126592, 4096
00020000:00200000:2.0:1789760750.549063:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.549085:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5401, 5401]
00000008:00010000:2.0:1789760750.549107:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.549115:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.549128:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22122496, 22126592) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.549143:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22122496=0x1519000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.549276:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.549280:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22126592
00000020:00010000:2.0:1789760750.549299:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.549427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.549431:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.549435:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.549439:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.549448:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.549454:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.549474:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760750.549580:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 22122496<>22126592
00000080:00200000:2.0:1789760750.590970:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5401, 5401]
00000080:00200000:2.0:1789760750.590993:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.591000:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.591018:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22126592 i_blocks 45063
00000020:00200000:2.0:1789760750.591023:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.591035:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.591068:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22126592, count: 4096
00000080:00200000:2.0:1789760750.591076:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22126592, bytes: 4096
00000080:00200000:2.0:1789760750.591087:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.591096:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.591099:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22126592, 22130688) 0 0
00000080:00200000:2.0:1789760750.591103:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.591123:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5402, 5402]
00020000:00200000:2.0:1789760750.591131:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22126592 chunk: [22126592, 22130688) 22130688, 4096
00020000:00200000:2.0:1789760750.591136:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.591158:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5402, 5402]
00000008:00010000:2.0:1789760750.591239:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.591246:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.591260:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22126592, 22130688) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.591274:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22126592=0x151a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.591362:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.591366:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22130688
00000020:00010000:2.0:1789760750.591375:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.591378:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.591382:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.591385:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.591389:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.591397:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.591405:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.591433:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760750.591544:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 22126592<>22130688
00000080:00200000:2.0:1789760750.626893:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5402, 5402]
00000080:00200000:2.0:1789760750.626909:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.626916:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.626931:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22130688 i_blocks 45063
00000020:00200000:2.0:1789760750.626936:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.626946:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.626979:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22130688, count: 4096
00000080:00200000:2.0:1789760750.626986:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22130688, bytes: 4096
00000080:00200000:2.0:1789760750.626995:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.627004:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.627006:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22130688, 22134784) 0 0
00000080:00200000:2.0:1789760750.627010:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.627028:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5403, 5403]
00020000:00200000:2.0:1789760750.627037:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22130688 chunk: [22130688, 22134784) 22134784, 4096
00020000:00200000:2.0:1789760750.627042:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.627062:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5403, 5403]
00000008:00010000:2.0:1789760750.627080:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.627086:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.627099:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22130688, 22134784) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.627113:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22130688=0x151b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.627246:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.627250:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22134784
00000020:00010000:2.0:1789760750.627260:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.627263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.627266:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.627269:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.627273:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.627280:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.627297:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.627403:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760750.627510:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 22130688<>22134784
00000080:00200000:2.0:1789760750.670198:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5403, 5403]
00000080:00200000:2.0:1789760750.670216:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.670222:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.670239:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22134784 i_blocks 45063
00000020:00200000:2.0:1789760750.670242:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.670254:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.670471:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22134784, count: 4096
00000080:00200000:2.0:1789760750.670480:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22134784, bytes: 4096
00000080:00200000:2.0:1789760750.670492:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.670501:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.670503:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22134784, 22138880) 0 0
00000080:00200000:2.0:1789760750.670508:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.670527:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5404, 5404]
00020000:00200000:2.0:1789760750.670535:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22134784 chunk: [22134784, 22138880) 22138880, 4096
00020000:00200000:2.0:1789760750.670540:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.670559:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5404, 5404]
00000008:00010000:2.0:1789760750.670575:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.670581:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.670592:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22134784, 22138880) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.670605:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22134784=0x151c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.670660:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.670663:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22138880
00000020:00010000:2.0:1789760750.670671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.670675:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.670678:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.670681:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.670685:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.670693:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.670700:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.670811:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760750.671036:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 22134784<>22138880
00000080:00200000:2.0:1789760750.714093:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5404, 5404]
00000080:00200000:2.0:1789760750.714122:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.714128:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.714143:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22138880 i_blocks 45063
00000020:00200000:2.0:1789760750.714148:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.714159:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.714192:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22138880, count: 4096
00000080:00200000:2.0:1789760750.714199:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22138880, bytes: 4096
00000080:00200000:2.0:1789760750.714209:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.714219:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.714222:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22138880, 22142976) 0 0
00000080:00200000:2.0:1789760750.714227:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.714246:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5405, 5405]
00020000:00200000:2.0:1789760750.714255:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22138880 chunk: [22138880, 22142976) 22142976, 4096
00020000:00200000:2.0:1789760750.714260:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.714290:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5405, 5405]
00000008:00010000:2.0:1789760750.714308:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.714315:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.714334:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22138880, 22142976) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.714350:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22138880=0x151d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.714700:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.714704:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22142976
00000020:00010000:2.0:1789760750.714714:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.714718:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.714721:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.714725:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.714728:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.714737:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.714745:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.714762:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760750.714894:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 22138880<>22142976
00000080:00200000:2.0:1789760750.756234:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5405, 5405]
00000080:00200000:2.0:1789760750.756251:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.756258:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.756275:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22142976 i_blocks 45063
00000020:00200000:2.0:1789760750.756279:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.756299:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.756332:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22142976, count: 4096
00000080:00200000:2.0:1789760750.756340:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22142976, bytes: 4096
00000080:00200000:2.0:1789760750.756349:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.756358:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.756361:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22142976, 22147072) 0 0
00000080:00200000:2.0:1789760750.756365:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.756394:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5406, 5406]
00020000:00200000:2.0:1789760750.756403:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22142976 chunk: [22142976, 22147072) 22147072, 4096
00020000:00200000:2.0:1789760750.756408:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.756430:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5406, 5406]
00000008:00010000:2.0:1789760750.756447:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.756454:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.756465:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22142976, 22147072) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.756479:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22142976=0x151e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.756540:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.756543:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22147072
00000020:00010000:2.0:1789760750.756552:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.756556:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.756559:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.756562:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.756565:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.756573:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.756579:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.756594:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760750.756693:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 22142976<>22147072
00000080:00200000:2.0:1789760750.793169:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5406, 5406]
00000080:00200000:2.0:1789760750.793187:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.793193:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.793209:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22147072 i_blocks 45063
00000020:00200000:2.0:1789760750.793213:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.793224:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.793257:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22147072, count: 4096
00000080:00200000:2.0:1789760750.793264:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22147072, bytes: 4096
00000080:00200000:2.0:1789760750.793273:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.793290:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.793292:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22147072, 22151168) 0 0
00000080:00200000:2.0:1789760750.793296:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.793512:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5407, 5407]
00020000:00200000:2.0:1789760750.793522:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22147072 chunk: [22147072, 22151168) 22151168, 4096
00020000:00200000:2.0:1789760750.793526:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.793546:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5407, 5407]
00000008:00010000:2.0:1789760750.793564:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.793569:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.793581:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22147072, 22151168) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.793593:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22147072=0x151f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.793651:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.793654:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22151168
00000020:00010000:2.0:1789760750.793661:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.793665:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.793668:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.793672:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.793676:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.793684:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.793691:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.793708:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760750.793806:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 22147072<>22151168
00000080:00200000:2.0:1789760750.834465:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5407, 5407]
00000080:00200000:2.0:1789760750.834483:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.834490:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.834505:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22151168 i_blocks 45063
00000020:00200000:2.0:1789760750.834509:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.834520:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.834552:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22151168, count: 4096
00000080:00200000:2.0:1789760750.834560:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22151168, bytes: 4096
00000080:00200000:2.0:1789760750.834569:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.834579:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.834581:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22151168, 22155264) 0 0
00000080:00200000:2.0:1789760750.834585:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.834607:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5408, 5408]
00020000:00200000:2.0:1789760750.834616:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22151168 chunk: [22151168, 22155264) 22155264, 4096
00020000:00200000:2.0:1789760750.834621:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.834937:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5408, 5408]
00000008:00010000:2.0:1789760750.834957:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.834963:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.834975:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22151168, 22155264) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.834988:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22151168=0x1520000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.835111:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.835114:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22155264
00000020:00010000:2.0:1789760750.835124:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.835128:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.835131:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.835135:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.835138:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.835147:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.835154:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.835170:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760750.835270:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 22151168<>22155264
00000100:00100000:2.0:1789760750.835749:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484258304:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760750.887103:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5408, 5408]
00000080:00200000:2.0:1789760750.887121:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.887127:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.887144:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22155264 i_blocks 45063
00000020:00200000:2.0:1789760750.887147:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.887156:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.887188:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22155264, count: 4096
00000080:00200000:2.0:1789760750.887195:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22155264, bytes: 4096
00000080:00200000:2.0:1789760750.887206:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.887215:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.887218:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22155264, 22159360) 0 0
00000080:00200000:2.0:1789760750.887222:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.887239:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5409, 5409]
00020000:00200000:2.0:1789760750.887247:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22155264 chunk: [22155264, 22159360) 22159360, 4096
00020000:00200000:2.0:1789760750.887252:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.887271:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5409, 5409]
00000008:00010000:2.0:1789760750.887298:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.887304:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.887714:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22155264, 22159360) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.887730:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22155264=0x1521000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.887935:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.887938:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22159360
00000020:00010000:2.0:1789760750.887948:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.887953:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.887957:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.887960:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.887963:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.887973:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.887981:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.888002:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760750.888120:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 22155264<>22159360
00000080:00200000:2.0:1789760750.961924:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5409, 5409]
00000080:00200000:2.0:1789760750.961939:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760750.961944:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760750.961957:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22159360 i_blocks 45063
00000020:00200000:2.0:1789760750.961960:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760750.961968:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760750.961998:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22159360, count: 4096
00000080:00200000:2.0:1789760750.962013:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22159360, bytes: 4096
00000080:00200000:2.0:1789760750.962023:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760750.962031:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760750.962033:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22159360, 22163456) 0 0
00000080:00200000:2.0:1789760750.962039:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760750.962056:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5410, 5410]
00020000:00200000:2.0:1789760750.962065:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22159360 chunk: [22159360, 22163456) 22163456, 4096
00020000:00200000:2.0:1789760750.962070:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760750.962090:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5410, 5410]
00000008:00010000:2.0:1789760750.962109:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760750.962115:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760750.962128:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22159360, 22163456) append 0 append lockpos 0
00000080:00200000:2.0:1789760750.962142:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22159360=0x1522000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760750.962201:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760750.962204:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22163456
00000020:00010000:2.0:1789760750.962212:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760750.962215:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.962219:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760750.962223:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760750.962225:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760750.962232:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760750.962238:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760750.962253:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760750.962600:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 22159360<>22163456
00000080:00200000:2.0:1789760751.103933:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5412, 5412]
00000080:00200000:2.0:1789760751.103959:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760751.103965:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760751.103983:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22171648 i_blocks 45063
00000020:00200000:2.0:1789760751.103988:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760751.104003:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760751.104040:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22171648, count: 4096
00000080:00200000:2.0:1789760751.104049:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22171648, bytes: 4096
00000080:00200000:2.0:1789760751.104318:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760751.104330:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760751.104332:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22171648, 22175744) 0 0
00000080:00200000:2.0:1789760751.104337:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760751.104357:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5413, 5413]
00020000:00200000:2.0:1789760751.104368:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22171648 chunk: [22171648, 22175744) 22175744, 4096
00020000:00200000:2.0:1789760751.104373:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760751.104396:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5413, 5413]
00000008:00010000:2.0:1789760751.104417:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760751.104423:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760751.104436:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22171648, 22175744) append 0 append lockpos 0
00000080:00200000:2.0:1789760751.104452:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22171648=0x1525000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760751.104524:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760751.104527:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22175744
00000020:00010000:2.0:1789760751.104536:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760751.104540:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760751.104544:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760751.104548:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760751.104551:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760751.104560:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760751.104569:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760751.104594:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760751.104715:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 22171648<>22175744
00000080:00200000:2.0:1789760751.152256:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5413, 5413]
00000080:00200000:2.0:1789760751.152275:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760751.152292:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760751.152309:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22175744 i_blocks 45063
00000020:00200000:2.0:1789760751.152314:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760751.152325:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760751.152359:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22175744, count: 4096
00000080:00200000:2.0:1789760751.152376:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22175744, bytes: 4096
00000080:00200000:2.0:1789760751.152388:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760751.152397:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760751.152400:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22175744, 22179840) 0 0
00000080:00200000:2.0:1789760751.152404:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760751.152423:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5414, 5414]
00020000:00200000:2.0:1789760751.152432:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22175744 chunk: [22175744, 22179840) 22179840, 4096
00020000:00200000:2.0:1789760751.152437:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760751.152459:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5414, 5414]
00000008:00010000:2.0:1789760751.152477:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760751.152483:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760751.152495:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22175744, 22179840) append 0 append lockpos 0
00000080:00200000:2.0:1789760751.152511:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22175744=0x1526000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760751.152570:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760751.152573:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22179840
00000020:00010000:2.0:1789760751.152581:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760751.152585:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760751.152589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760751.152593:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760751.152596:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760751.152604:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760751.152611:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760751.152628:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760751.152737:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 22175744<>22179840
00000080:00200000:2.0:1789760751.210312:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5414, 5414]
00000080:00200000:2.0:1789760751.210463:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760751.210471:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760751.210488:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22179840 i_blocks 45063
00000020:00200000:2.0:1789760751.210492:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760751.210503:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760751.210538:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22179840, count: 4096
00000080:00200000:2.0:1789760751.210546:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22179840, bytes: 4096
00000080:00200000:2.0:1789760751.210556:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760751.210566:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760751.210569:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22179840, 22183936) 0 0
00000080:00200000:2.0:1789760751.210573:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760751.210591:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5415, 5415]
00020000:00200000:2.0:1789760751.210601:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22179840 chunk: [22179840, 22183936) 22183936, 4096
00020000:00200000:2.0:1789760751.210605:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760751.210625:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5415, 5415]
00000008:00010000:2.0:1789760751.210643:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760751.210649:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760751.210660:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22179840, 22183936) append 0 append lockpos 0
00000080:00200000:2.0:1789760751.210675:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22179840=0x1527000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760751.210734:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760751.210737:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22183936
00000020:00010000:2.0:1789760751.210746:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760751.210750:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760751.210754:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760751.210757:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760751.210759:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760751.210767:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760751.210773:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760751.210791:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760751.211053:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 22179840<>22183936
00000100:00100000:2.0:1789760751.503633:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484259968:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760752.000577:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5431, 5431]
00000080:00200000:2.0:1789760752.000685:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.000691:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.000707:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22249472 i_blocks 45063
00000020:00200000:2.0:1789760752.000711:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.000721:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.000756:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22249472, count: 4096
00000080:00200000:2.0:1789760752.000763:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22249472, bytes: 4096
00000080:00200000:2.0:1789760752.000775:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.000783:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.000786:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22249472, 22253568) 0 0
00000080:00200000:2.0:1789760752.000790:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.000807:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5432, 5432]
00020000:00200000:2.0:1789760752.000815:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22249472 chunk: [22249472, 22253568) 22253568, 4096
00020000:00200000:2.0:1789760752.000820:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.000839:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5432, 5432]
00000008:00010000:2.0:1789760752.000856:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.000862:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.000904:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22249472, 22253568) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.000919:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22249472=0x1538000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.000977:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.000981:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22253568
00000020:00010000:2.0:1789760752.000990:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.000994:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.000996:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.000999:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.001002:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.001009:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.001015:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.001030:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760752.001714:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 22249472<>22253568
00000080:00200000:2.0:1789760752.054227:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5432, 5432]
00000080:00200000:2.0:1789760752.054245:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.054251:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.054281:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22253568 i_blocks 45063
00000020:00200000:2.0:1789760752.054285:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.054295:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.054438:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22253568, count: 4096
00000080:00200000:2.0:1789760752.054446:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22253568, bytes: 4096
00000080:00200000:2.0:1789760752.054456:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.054465:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.054467:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22253568, 22257664) 0 0
00000080:00200000:2.0:1789760752.054472:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.054489:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5433, 5433]
00020000:00200000:2.0:1789760752.054498:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22253568 chunk: [22253568, 22257664) 22257664, 4096
00020000:00200000:2.0:1789760752.054503:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.054523:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5433, 5433]
00000008:00010000:2.0:1789760752.054542:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.054547:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.054559:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22253568, 22257664) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.054572:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22253568=0x1539000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.054705:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.054708:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22257664
00000020:00010000:2.0:1789760752.054728:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.054732:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.054735:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.054737:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.054740:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.054749:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.054756:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.054775:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760752.054927:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 22253568<>22257664
00000080:00200000:2.0:1789760752.082946:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5433, 5433]
00000080:00200000:2.0:1789760752.082962:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.082966:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.082990:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22257664 i_blocks 45063
00000020:00200000:2.0:1789760752.082993:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.083002:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.083032:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22257664, count: 4096
00000080:00200000:2.0:1789760752.083038:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22257664, bytes: 4096
00000080:00200000:2.0:1789760752.083045:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.083052:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.083054:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22257664, 22261760) 0 0
00000080:00200000:2.0:1789760752.083058:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.083075:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5434, 5434]
00020000:00200000:2.0:1789760752.083084:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22257664 chunk: [22257664, 22261760) 22261760, 4096
00020000:00200000:2.0:1789760752.083089:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.083110:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5434, 5434]
00000008:00010000:2.0:1789760752.083126:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.083132:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.083144:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22257664, 22261760) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.083158:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22257664=0x153a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.083210:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.083212:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22261760
00000020:00010000:2.0:1789760752.083221:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.083224:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.083226:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.083229:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.083231:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.083236:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.083242:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.083252:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760752.083433:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 22257664<>22261760
00000080:00200000:2.0:1789760752.120318:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5434, 5434]
00000080:00200000:2.0:1789760752.120335:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.120341:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.120356:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22261760 i_blocks 45063
00000020:00200000:2.0:1789760752.120360:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.120370:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.120403:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22261760, count: 4096
00000080:00200000:2.0:1789760752.120411:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22261760, bytes: 4096
00000080:00200000:2.0:1789760752.120423:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.120433:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.120435:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22261760, 22265856) 0 0
00000080:00200000:2.0:1789760752.120440:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.120459:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5435, 5435]
00020000:00200000:2.0:1789760752.120468:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22261760 chunk: [22261760, 22265856) 22265856, 4096
00020000:00200000:2.0:1789760752.120472:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.120494:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5435, 5435]
00000008:00010000:2.0:1789760752.120512:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.120518:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.120531:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22261760, 22265856) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.120543:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22261760=0x153b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.120599:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.120602:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22265856
00000020:00010000:2.0:1789760752.120612:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.120616:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.120632:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.120636:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.120640:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.120648:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.120656:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.120672:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760752.120802:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22261760<>22265856
00000080:00200000:2.0:1789760752.168199:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5435, 5435]
00000080:00200000:2.0:1789760752.168216:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.168222:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.168238:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22265856 i_blocks 45063
00000020:00200000:2.0:1789760752.168242:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.168253:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.168297:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22265856, count: 4096
00000080:00200000:2.0:1789760752.168305:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22265856, bytes: 4096
00000080:00200000:2.0:1789760752.168316:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.168325:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.168327:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22265856, 22269952) 0 0
00000080:00200000:2.0:1789760752.168331:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.168350:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5436, 5436]
00020000:00200000:2.0:1789760752.168427:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22265856 chunk: [22265856, 22269952) 22269952, 4096
00020000:00200000:2.0:1789760752.168433:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.168456:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5436, 5436]
00000008:00010000:2.0:1789760752.168475:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.168481:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.168493:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22265856, 22269952) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.168508:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22265856=0x153c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.168742:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.168746:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22269952
00000020:00010000:2.0:1789760752.168756:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.168760:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.168764:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.168768:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.168771:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.168781:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.168789:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.168807:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760752.169127:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 22265856<>22269952
00000080:00200000:2.0:1789760752.243313:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5436, 5436]
00000080:00200000:2.0:1789760752.243331:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.243338:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.243355:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22269952 i_blocks 45063
00000020:00200000:2.0:1789760752.243359:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.243369:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.243403:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22269952, count: 4096
00000080:00200000:2.0:1789760752.243411:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22269952, bytes: 4096
00000080:00200000:2.0:1789760752.243420:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.243428:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.243430:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22269952, 22274048) 0 0
00000080:00200000:2.0:1789760752.243434:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.243452:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5437, 5437]
00020000:00200000:2.0:1789760752.243460:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22269952 chunk: [22269952, 22274048) 22274048, 4096
00020000:00200000:2.0:1789760752.243465:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.243485:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5437, 5437]
00000008:00010000:2.0:1789760752.243502:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.243508:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.243519:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22269952, 22274048) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.243532:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22269952=0x153d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.244423:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.244429:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22274048
00000020:00010000:2.0:1789760752.244442:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.244447:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.244451:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.244454:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.244458:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.244467:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.244475:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.244503:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760752.244770:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 22269952<>22274048
00000080:00200000:2.0:1789760752.333836:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5437, 5437]
00000080:00200000:2.0:1789760752.333853:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.333859:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.333906:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22274048 i_blocks 45063
00000020:00200000:2.0:1789760752.333911:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.333921:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.333955:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22274048, count: 4096
00000080:00200000:2.0:1789760752.333963:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22274048, bytes: 4096
00000080:00200000:2.0:1789760752.334183:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.334195:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.334197:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22274048, 22278144) 0 0
00000080:00200000:2.0:1789760752.334203:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.334222:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5438, 5438]
00020000:00200000:2.0:1789760752.334231:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22274048 chunk: [22274048, 22278144) 22278144, 4096
00020000:00200000:2.0:1789760752.334237:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.334259:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5438, 5438]
00000008:00010000:2.0:1789760752.334444:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.334450:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.334463:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22274048, 22278144) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.334478:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22274048=0x153e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.336450:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.336465:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22278144
00000020:00010000:2.0:1789760752.336487:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.336492:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.336497:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.336502:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.336505:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.336520:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.336532:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.336645:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760752.336779:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 22274048<>22278144
00000080:00200000:2.0:1789760752.392855:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5438, 5438]
00000080:00200000:2.0:1789760752.392902:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.392908:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.392924:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22278144 i_blocks 45063
00000020:00200000:2.0:1789760752.392928:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.392938:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.392969:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22278144, count: 4096
00000080:00200000:2.0:1789760752.392976:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22278144, bytes: 4096
00000080:00200000:2.0:1789760752.392985:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.392995:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.392997:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22278144, 22282240) 0 0
00000080:00200000:2.0:1789760752.393001:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.393018:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5439, 5439]
00020000:00200000:2.0:1789760752.393027:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22278144 chunk: [22278144, 22282240) 22282240, 4096
00020000:00200000:2.0:1789760752.393032:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.393320:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5439, 5439]
00000008:00010000:2.0:1789760752.393340:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.393345:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.393414:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22278144, 22282240) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.393430:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22278144=0x153f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.393486:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.393489:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22282240
00000020:00010000:2.0:1789760752.393500:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.393504:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.393507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.393511:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.393514:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.393522:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.393530:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.393544:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760752.393654:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 22278144<>22282240
00000080:00200000:2.0:1789760752.436594:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5439, 5439]
00000080:00200000:2.0:1789760752.436610:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.436616:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.436630:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22282240 i_blocks 45063
00000020:00200000:2.0:1789760752.436633:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.436643:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.436675:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22282240, count: 4096
00000080:00200000:2.0:1789760752.436683:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22282240, bytes: 4096
00000080:00200000:2.0:1789760752.436692:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.436701:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.436703:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22282240, 22286336) 0 0
00000080:00200000:2.0:1789760752.436707:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.436723:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5440, 5440]
00020000:00200000:2.0:1789760752.436731:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22282240 chunk: [22282240, 22286336) 22286336, 4096
00020000:00200000:2.0:1789760752.436735:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.436753:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5440, 5440]
00000008:00010000:2.0:1789760752.436769:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.436774:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.436785:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22282240, 22286336) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.436797:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22282240=0x1540000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.436851:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.436854:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22286336
00000020:00010000:2.0:1789760752.436953:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.436958:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.436961:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.436965:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.436968:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.436976:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.436983:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.436999:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760752.437148:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 22282240<>22286336
00010000:00010000:2.0:1789760752.443059:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760752.479785:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5440, 5440]
00000080:00200000:2.0:1789760752.479804:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.479810:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.479824:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22286336 i_blocks 45063
00000020:00200000:2.0:1789760752.479827:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.479836:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.479895:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22286336, count: 4096
00000080:00200000:2.0:1789760752.479962:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22286336, bytes: 4096
00000080:00200000:2.0:1789760752.479972:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.479980:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.479983:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22286336, 22290432) 0 0
00000080:00200000:2.0:1789760752.479988:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.480005:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5441, 5441]
00020000:00200000:2.0:1789760752.480013:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22286336 chunk: [22286336, 22290432) 22290432, 4096
00020000:00200000:2.0:1789760752.480017:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.480036:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5441, 5441]
00000008:00010000:2.0:1789760752.480054:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.480061:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.480074:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22286336, 22290432) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.480087:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22286336=0x1541000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.480593:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.480598:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22290432
00000020:00010000:2.0:1789760752.480607:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.480611:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.480614:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.480618:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.480621:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.480630:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.480638:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.480657:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760752.480766:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 22286336<>22290432
00000080:00200000:2.0:1789760752.524674:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5441, 5441]
00000080:00200000:2.0:1789760752.524690:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.524697:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.524712:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22290432 i_blocks 45063
00000020:00200000:2.0:1789760752.524716:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.524726:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.524758:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22290432, count: 4096
00000080:00200000:2.0:1789760752.524765:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22290432, bytes: 4096
00000080:00200000:2.0:1789760752.524773:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.524783:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.524785:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22290432, 22294528) 0 0
00000080:00200000:2.0:1789760752.524789:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.524806:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5442, 5442]
00020000:00200000:2.0:1789760752.524815:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22290432 chunk: [22290432, 22294528) 22294528, 4096
00020000:00200000:2.0:1789760752.524819:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.524838:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5442, 5442]
00000008:00010000:2.0:1789760752.524855:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.524861:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.525468:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22290432, 22294528) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.525485:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22290432=0x1542000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.525545:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.525549:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22294528
00000020:00010000:2.0:1789760752.525557:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.525561:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.525565:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.525568:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.525572:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.525581:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.525588:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.525608:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760752.525700:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 22290432<>22294528
00000080:00200000:2.0:1789760752.756393:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5446, 5446]
00000080:00200000:2.0:1789760752.756410:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.756417:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.756434:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22310912 i_blocks 45063
00000020:00200000:2.0:1789760752.756438:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.756447:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.756481:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22310912, count: 4096
00000080:00200000:2.0:1789760752.756488:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22310912, bytes: 4096
00000080:00200000:2.0:1789760752.756498:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.756507:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.756509:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22310912, 22315008) 0 0
00000080:00200000:2.0:1789760752.756514:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.756531:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5447, 5447]
00020000:00200000:2.0:1789760752.756541:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22310912 chunk: [22310912, 22315008) 22315008, 4096
00020000:00200000:2.0:1789760752.756545:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.756562:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5447, 5447]
00000008:00010000:2.0:1789760752.756578:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.756643:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.756656:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22310912, 22315008) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.756670:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22310912=0x1547000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.756723:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.756727:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22315008
00000020:00010000:2.0:1789760752.756734:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.756737:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.756740:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.756743:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.756747:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.756753:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.756759:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.756773:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760752.756970:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 22310912<>22315008
00000080:00200000:2.0:1789760752.806895:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5447, 5447]
00000080:00200000:2.0:1789760752.806913:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.806919:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.806935:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22315008 i_blocks 45063
00000020:00200000:2.0:1789760752.806941:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.806951:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.807038:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22315008, count: 4096
00000080:00200000:2.0:1789760752.807047:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22315008, bytes: 4096
00000080:00200000:2.0:1789760752.807065:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.807074:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.807077:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22315008, 22319104) 0 0
00000080:00200000:2.0:1789760752.807081:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.807101:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5448, 5448]
00020000:00200000:2.0:1789760752.807109:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22315008 chunk: [22315008, 22319104) 22319104, 4096
00020000:00200000:2.0:1789760752.807114:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.807135:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5448, 5448]
00000008:00010000:2.0:1789760752.807151:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.807158:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.807170:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22315008, 22319104) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.807184:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22315008=0x1548000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.807245:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.807249:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22319104
00000020:00010000:2.0:1789760752.807257:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.807260:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.807263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.807276:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.807279:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.807287:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.807293:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.807310:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760752.807418:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 22315008<>22319104
00000080:00200000:2.0:1789760752.842448:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5448, 5448]
00000080:00200000:2.0:1789760752.842464:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.842471:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.842488:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22319104 i_blocks 45063
00000020:00200000:2.0:1789760752.842492:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.842502:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.842535:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22319104, count: 4096
00000080:00200000:2.0:1789760752.842542:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22319104, bytes: 4096
00000080:00200000:2.0:1789760752.842551:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.842560:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.842562:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22319104, 22323200) 0 0
00000080:00200000:2.0:1789760752.842567:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.842585:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5449, 5449]
00020000:00200000:2.0:1789760752.842594:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22319104 chunk: [22319104, 22323200) 22323200, 4096
00020000:00200000:2.0:1789760752.842599:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.842619:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5449, 5449]
00000008:00010000:2.0:1789760752.842637:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.842642:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.842654:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22319104, 22323200) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.842669:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22319104=0x1549000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.842729:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.842733:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22323200
00000020:00010000:2.0:1789760752.842741:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.842745:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.842749:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.842753:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.842756:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.842763:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.842770:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.842784:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760752.842927:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 22319104<>22323200
00000100:00100000:2.0:1789760752.842970:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760752.842986:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484264192:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760752.955549:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5450, 5450]
00000080:00200000:2.0:1789760752.955564:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760752.955570:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760752.955677:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22327296 i_blocks 45063
00000020:00200000:2.0:1789760752.955680:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760752.955690:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760752.955721:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22327296, count: 4096
00000080:00200000:2.0:1789760752.955727:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22327296, bytes: 4096
00000080:00200000:2.0:1789760752.955738:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760752.955745:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760752.955747:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22327296, 22331392) 0 0
00000080:00200000:2.0:1789760752.955752:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760752.955767:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5451, 5451]
00020000:00200000:2.0:1789760752.955775:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22327296 chunk: [22327296, 22331392) 22331392, 4096
00020000:00200000:2.0:1789760752.955780:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760752.955797:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5451, 5451]
00000008:00010000:2.0:1789760752.955812:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760752.955817:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760752.955827:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22327296, 22331392) append 0 append lockpos 0
00000080:00200000:2.0:1789760752.955840:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22327296=0x154b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760752.955916:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760752.955919:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22331392
00000020:00010000:2.0:1789760752.955926:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760752.955929:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.955932:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760752.955936:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760752.955939:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760752.955945:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760752.955951:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760752.955965:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760752.956055:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 22327296<>22331392
00000080:00200000:2.0:1789760753.035491:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5451, 5451]
00000080:00200000:2.0:1789760753.035514:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.035520:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.035539:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22331392 i_blocks 45063
00000020:00200000:2.0:1789760753.035543:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.035555:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.035588:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22331392, count: 4096
00000080:00200000:2.0:1789760753.035596:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22331392, bytes: 4096
00000080:00200000:2.0:1789760753.035607:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.035618:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.035620:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22331392, 22335488) 0 0
00000080:00200000:2.0:1789760753.035625:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.035643:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5452, 5452]
00020000:00200000:2.0:1789760753.035653:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22331392 chunk: [22331392, 22335488) 22335488, 4096
00020000:00200000:2.0:1789760753.035657:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.035677:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5452, 5452]
00000008:00010000:2.0:1789760753.035697:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.035704:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.035716:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22331392, 22335488) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.035732:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22331392=0x154c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.035797:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.035800:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22335488
00000020:00010000:2.0:1789760753.035808:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.035812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.035815:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.035818:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.035821:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.035829:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.035837:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.035854:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760753.036027:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 22331392<>22335488
00000080:00200000:2.0:1789760753.090781:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5452, 5452]
00000080:00200000:2.0:1789760753.090798:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.090804:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.090820:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22335488 i_blocks 45063
00000020:00200000:2.0:1789760753.090824:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.090834:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.090889:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22335488, count: 4096
00000080:00200000:2.0:1789760753.090898:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22335488, bytes: 4096
00000080:00200000:2.0:1789760753.090909:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.090917:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.090919:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22335488, 22339584) 0 0
00000080:00200000:2.0:1789760753.090924:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.090942:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5453, 5453]
00020000:00200000:2.0:1789760753.090950:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22335488 chunk: [22335488, 22339584) 22339584, 4096
00020000:00200000:2.0:1789760753.090956:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.090977:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5453, 5453]
00000008:00010000:2.0:1789760753.090994:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.090999:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.091010:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22335488, 22339584) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.091025:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22335488=0x154d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.091212:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.091216:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22339584
00000020:00010000:2.0:1789760753.091224:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.091228:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.091231:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.091235:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.091238:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.091246:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.091252:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.091277:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760753.091377:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 22335488<>22339584
00000080:00200000:2.0:1789760753.130941:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5453, 5453]
00000080:00200000:2.0:1789760753.130960:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.130966:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.130983:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22339584 i_blocks 45063
00000020:00200000:2.0:1789760753.130986:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.130996:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.131027:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22339584, count: 4096
00000080:00200000:2.0:1789760753.131033:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22339584, bytes: 4096
00000080:00200000:2.0:1789760753.131041:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.131059:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.131061:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22339584, 22343680) 0 0
00000080:00200000:2.0:1789760753.131065:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.131081:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5454, 5454]
00020000:00200000:2.0:1789760753.131089:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22339584 chunk: [22339584, 22343680) 22343680, 4096
00020000:00200000:2.0:1789760753.131094:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.131113:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5454, 5454]
00000008:00010000:2.0:1789760753.131130:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.131135:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.131146:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22339584, 22343680) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.131160:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22339584=0x154e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.131213:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.131216:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22343680
00000020:00010000:2.0:1789760753.131225:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.131228:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.131231:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.131234:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.131237:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.131244:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.131250:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.131275:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760753.131390:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 22339584<>22343680
00000080:00200000:2.0:1789760753.168056:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5454, 5454]
00000080:00200000:2.0:1789760753.168072:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.168079:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.168094:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22343680 i_blocks 45063
00000020:00200000:2.0:1789760753.168097:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.168106:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.168139:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22343680, count: 4096
00000080:00200000:2.0:1789760753.168145:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22343680, bytes: 4096
00000080:00200000:2.0:1789760753.168153:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.168163:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.168165:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22343680, 22347776) 0 0
00000080:00200000:2.0:1789760753.168169:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.168186:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5455, 5455]
00020000:00200000:2.0:1789760753.168194:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22343680 chunk: [22343680, 22347776) 22347776, 4096
00020000:00200000:2.0:1789760753.168199:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.168218:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5455, 5455]
00000008:00010000:2.0:1789760753.168234:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.168239:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.168251:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22343680, 22347776) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.168274:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22343680=0x154f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.168335:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.168338:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22347776
00000020:00010000:2.0:1789760753.168346:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.168358:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.168361:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.168364:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.168367:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.168375:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.168382:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.168398:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760753.168497:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 22343680<>22347776
00000080:00200000:2.0:1789760753.222943:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5455, 5455]
00000080:00200000:2.0:1789760753.222960:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.222966:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.222983:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22347776 i_blocks 45063
00000020:00200000:2.0:1789760753.222987:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.222998:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.223031:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22347776, count: 4096
00000080:00200000:2.0:1789760753.223038:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22347776, bytes: 4096
00000080:00200000:2.0:1789760753.223048:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.223058:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.223060:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22347776, 22351872) 0 0
00000080:00200000:2.0:1789760753.223065:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.223082:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5456, 5456]
00020000:00200000:2.0:1789760753.223091:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22347776 chunk: [22347776, 22351872) 22351872, 4096
00020000:00200000:2.0:1789760753.223097:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.223118:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5456, 5456]
00000008:00010000:2.0:1789760753.223134:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.223140:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.223151:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22347776, 22351872) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.223165:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22347776=0x1550000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.223219:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.223221:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22351872
00000020:00010000:2.0:1789760753.223229:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.223232:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.223235:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.223238:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.223241:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.223248:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.223254:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.223280:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760753.223490:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 22347776<>22351872
00000080:00200000:2.0:1789760753.271111:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5456, 5456]
00000080:00200000:2.0:1789760753.271127:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.271132:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.271148:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22351872 i_blocks 45063
00000020:00200000:2.0:1789760753.271152:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.271162:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.271195:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22351872, count: 4096
00000080:00200000:2.0:1789760753.271203:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22351872, bytes: 4096
00000080:00200000:2.0:1789760753.271212:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.271222:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.271224:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22351872, 22355968) 0 0
00000080:00200000:2.0:1789760753.271229:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.271246:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5457, 5457]
00020000:00200000:2.0:1789760753.271255:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22351872 chunk: [22351872, 22355968) 22355968, 4096
00020000:00200000:2.0:1789760753.271260:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.271294:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5457, 5457]
00000008:00010000:2.0:1789760753.271313:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.271319:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.271332:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22351872, 22355968) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.271347:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22351872=0x1551000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.271471:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.271474:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22355968
00000020:00010000:2.0:1789760753.271483:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.271487:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.271490:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.271494:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.271497:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.271504:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.271512:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.271529:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760753.271628:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 22351872<>22355968
00000080:00200000:2.0:1789760753.333202:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5457, 5457]
00000080:00200000:2.0:1789760753.333221:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.333227:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.333244:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22355968 i_blocks 45063
00000020:00200000:2.0:1789760753.333248:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.333260:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.333308:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22355968, count: 4096
00000080:00200000:2.0:1789760753.333315:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22355968, bytes: 4096
00000080:00200000:2.0:1789760753.333329:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.333339:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.333345:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22355968, 22360064) 0 0
00000080:00200000:2.0:1789760753.333350:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.333370:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5458, 5458]
00020000:00200000:2.0:1789760753.333379:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22355968 chunk: [22355968, 22360064) 22360064, 4096
00020000:00200000:2.0:1789760753.333384:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.333405:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5458, 5458]
00000008:00010000:2.0:1789760753.333424:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.333429:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.333439:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22355968, 22360064) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.333454:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22355968=0x1552000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.333512:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.333515:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22360064
00000020:00010000:2.0:1789760753.333523:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.333526:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.333529:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.333532:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.333535:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.333542:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.333549:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.333681:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760753.333788:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 22355968<>22360064
00000080:00200000:2.0:1789760753.394547:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5458, 5458]
00000080:00200000:2.0:1789760753.394567:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.394573:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.394591:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22360064 i_blocks 45063
00000020:00200000:2.0:1789760753.394595:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.394607:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.394642:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22360064, count: 4096
00000080:00200000:2.0:1789760753.394650:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22360064, bytes: 4096
00000080:00200000:2.0:1789760753.394664:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.394673:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.394675:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22360064, 22364160) 0 0
00000080:00200000:2.0:1789760753.394679:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.394698:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5459, 5459]
00020000:00200000:2.0:1789760753.394706:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22360064 chunk: [22360064, 22364160) 22364160, 4096
00020000:00200000:2.0:1789760753.394711:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.394732:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5459, 5459]
00000008:00010000:2.0:1789760753.394751:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.394757:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.394770:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22360064, 22364160) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.394785:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22360064=0x1553000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.394847:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.394850:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22364160
00000020:00010000:2.0:1789760753.394858:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.394898:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.394903:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.394906:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.394909:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.394918:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.394926:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.394944:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760753.395051:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 22360064<>22364160
00000080:00200000:2.0:1789760753.442164:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5459, 5459]
00000080:00200000:2.0:1789760753.442181:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.442187:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.442202:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22364160 i_blocks 45063
00000020:00200000:2.0:1789760753.442206:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.442216:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.442249:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22364160, count: 4096
00000080:00200000:2.0:1789760753.442256:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22364160, bytes: 4096
00000080:00200000:2.0:1789760753.442275:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.442284:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.442286:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22364160, 22368256) 0 0
00000080:00200000:2.0:1789760753.442291:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.442431:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5460, 5460]
00020000:00200000:2.0:1789760753.442441:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22364160 chunk: [22364160, 22368256) 22368256, 4096
00020000:00200000:2.0:1789760753.442446:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.442468:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5460, 5460]
00000008:00010000:2.0:1789760753.442486:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.442491:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.443061:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22364160, 22368256) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.443080:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22364160=0x1554000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.443155:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.443158:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22368256
00000020:00010000:2.0:1789760753.443167:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.443171:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.443174:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.443177:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.443180:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.443189:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.443196:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.443220:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760753.443464:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 22364160<>22368256
00000080:00200000:2.0:1789760753.492556:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5460, 5460]
00000080:00200000:2.0:1789760753.492574:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.492581:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.492598:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22368256 i_blocks 45063
00000020:00200000:2.0:1789760753.492602:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.492613:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.492708:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22368256, count: 4096
00000080:00200000:2.0:1789760753.492717:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22368256, bytes: 4096
00000080:00200000:2.0:1789760753.492727:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.492737:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.492739:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22368256, 22372352) 0 0
00000080:00200000:2.0:1789760753.492744:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.492763:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5461, 5461]
00020000:00200000:2.0:1789760753.492773:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22368256 chunk: [22368256, 22372352) 22372352, 4096
00020000:00200000:2.0:1789760753.492779:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.492798:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5461, 5461]
00000008:00010000:2.0:1789760753.492816:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.492822:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.492835:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22368256, 22372352) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.492851:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22368256=0x1555000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.494093:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.494145:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22372352
00000020:00010000:2.0:1789760753.494162:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.494167:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.494170:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.494174:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.494177:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.494189:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.494198:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.494230:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760753.494689:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 22368256<>22372352
00000080:00200000:2.0:1789760753.532603:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5461, 5461]
00000080:00200000:2.0:1789760753.532622:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.532629:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.532647:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22372352 i_blocks 45063
00000020:00200000:2.0:1789760753.532652:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.532663:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.532698:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22372352, count: 4096
00000080:00200000:2.0:1789760753.532706:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22372352, bytes: 4096
00000080:00200000:2.0:1789760753.532724:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.532734:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.532737:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22372352, 22376448) 0 0
00000080:00200000:2.0:1789760753.532741:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.532757:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5462, 5462]
00020000:00200000:2.0:1789760753.532766:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22372352 chunk: [22372352, 22376448) 22376448, 4096
00020000:00200000:2.0:1789760753.532771:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.532792:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5462, 5462]
00000008:00010000:2.0:1789760753.532812:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.532817:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.532829:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22372352, 22376448) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.532844:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22372352=0x1556000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.532935:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.532938:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22376448
00000020:00010000:2.0:1789760753.532947:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.532951:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.532954:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.532957:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.532960:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.532969:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.532976:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.532995:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760753.533106:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 22372352<>22376448
00000080:00200000:2.0:1789760753.569176:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5462, 5462]
00000080:00200000:2.0:1789760753.569194:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.569200:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.569249:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22376448 i_blocks 45063
00000020:00200000:2.0:1789760753.569253:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.569273:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.569308:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22376448, count: 4096
00000080:00200000:2.0:1789760753.569315:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22376448, bytes: 4096
00000080:00200000:2.0:1789760753.569326:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.569335:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.569337:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22376448, 22380544) 0 0
00000080:00200000:2.0:1789760753.569342:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.569360:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5463, 5463]
00020000:00200000:2.0:1789760753.569369:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22376448 chunk: [22376448, 22380544) 22380544, 4096
00020000:00200000:2.0:1789760753.569373:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.569393:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5463, 5463]
00000008:00010000:2.0:1789760753.569411:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.569418:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.569431:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22376448, 22380544) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.569447:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22376448=0x1557000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.569505:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.569508:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22380544
00000020:00010000:2.0:1789760753.569516:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.569519:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.569522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.569525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.569529:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.569537:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.569544:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.569560:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760753.569676:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 22376448<>22380544
00000080:00200000:2.0:1789760753.618064:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5463, 5463]
00000080:00200000:2.0:1789760753.618081:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.618087:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.618103:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22380544 i_blocks 45063
00000020:00200000:2.0:1789760753.618107:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.618118:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.618153:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22380544, count: 4096
00000080:00200000:2.0:1789760753.618162:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22380544, bytes: 4096
00000080:00200000:2.0:1789760753.618170:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.618180:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.618182:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22380544, 22384640) 0 0
00000080:00200000:2.0:1789760753.618187:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.618205:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5464, 5464]
00020000:00200000:2.0:1789760753.618214:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22380544 chunk: [22380544, 22384640) 22384640, 4096
00020000:00200000:2.0:1789760753.618219:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.618240:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5464, 5464]
00000008:00010000:2.0:1789760753.618268:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.618274:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.618286:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22380544, 22384640) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.618303:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22380544=0x1558000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.618374:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.618378:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22384640
00000020:00010000:2.0:1789760753.618387:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.618390:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.618394:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.618397:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.618400:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.618408:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.618415:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.618431:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760753.618539:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 22380544<>22384640
00000080:00200000:2.0:1789760753.660994:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5464, 5464]
00000080:00200000:2.0:1789760753.661013:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.661020:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.661036:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22384640 i_blocks 45063
00000020:00200000:2.0:1789760753.661040:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.661051:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.661084:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22384640, count: 4096
00000080:00200000:2.0:1789760753.661092:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22384640, bytes: 4096
00000080:00200000:2.0:1789760753.661101:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.661110:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.661112:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22384640, 22388736) 0 0
00000080:00200000:2.0:1789760753.661116:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.661132:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5465, 5465]
00020000:00200000:2.0:1789760753.661140:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22384640 chunk: [22384640, 22388736) 22388736, 4096
00020000:00200000:2.0:1789760753.661144:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.661226:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5465, 5465]
00000008:00010000:2.0:1789760753.661244:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.661249:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.661269:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22384640, 22388736) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.661284:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22384640=0x1559000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.661408:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.661412:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22388736
00000020:00010000:2.0:1789760753.661422:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.661425:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.661428:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.661431:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.661434:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.661442:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.661449:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.661465:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760753.661640:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22384640<>22388736
00000080:00200000:2.0:1789760753.713252:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5465, 5465]
00000080:00200000:2.0:1789760753.713279:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.713285:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.714935:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22388736 i_blocks 45063
00000020:00200000:2.0:1789760753.714947:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.714963:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.715000:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22388736, count: 4096
00000080:00200000:2.0:1789760753.715009:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22388736, bytes: 4096
00000080:00200000:2.0:1789760753.715022:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.715031:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.715033:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22388736, 22392832) 0 0
00000080:00200000:2.0:1789760753.715038:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.715054:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5466, 5466]
00020000:00200000:2.0:1789760753.715065:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22388736 chunk: [22388736, 22392832) 22392832, 4096
00020000:00200000:2.0:1789760753.715070:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.715092:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5466, 5466]
00000008:00010000:2.0:1789760753.715111:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.715116:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.715127:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22388736, 22392832) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.715142:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22388736=0x155a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.715212:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.715216:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22392832
00000020:00010000:2.0:1789760753.715224:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.715227:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.715230:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.715233:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.715237:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.715244:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.715251:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.715304:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760753.715431:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 22388736<>22392832
00000080:00200000:2.0:1789760753.751044:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5466, 5466]
00000080:00200000:2.0:1789760753.751063:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.751070:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.751092:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22392832 i_blocks 45063
00000020:00200000:2.0:1789760753.751096:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.751107:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.751140:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22392832, count: 4096
00000080:00200000:2.0:1789760753.751147:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22392832, bytes: 4096
00000080:00200000:2.0:1789760753.751157:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.751166:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.751169:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22392832, 22396928) 0 0
00000080:00200000:2.0:1789760753.751173:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.751189:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5467, 5467]
00020000:00200000:2.0:1789760753.751198:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22392832 chunk: [22392832, 22396928) 22396928, 4096
00020000:00200000:2.0:1789760753.751202:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.751222:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5467, 5467]
00000008:00010000:2.0:1789760753.751239:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.751244:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.751254:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22392832, 22396928) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.751279:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22392832=0x155b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.751808:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.751812:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22396928
00000020:00010000:2.0:1789760753.751821:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.751825:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.751828:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.751831:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.751834:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.751842:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.751849:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.751908:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760753.752013:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 22392832<>22396928
00000080:00200000:2.0:1789760753.797035:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5467, 5467]
00000080:00200000:2.0:1789760753.797172:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.797178:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.797194:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22396928 i_blocks 45063
00000020:00200000:2.0:1789760753.797198:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.797208:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.797242:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22396928, count: 4096
00000080:00200000:2.0:1789760753.797248:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22396928, bytes: 4096
00000080:00200000:2.0:1789760753.797267:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.797276:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.797278:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22396928, 22401024) 0 0
00000080:00200000:2.0:1789760753.797283:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.797299:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5468, 5468]
00020000:00200000:2.0:1789760753.797308:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22396928 chunk: [22396928, 22401024) 22401024, 4096
00020000:00200000:2.0:1789760753.797312:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.797332:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5468, 5468]
00000008:00010000:2.0:1789760753.797408:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.797414:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.797426:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22396928, 22401024) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.797441:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22396928=0x155c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.797498:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.797501:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22401024
00000020:00010000:2.0:1789760753.797509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.797513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.797515:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.797519:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.797522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.797530:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.797601:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.797617:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760753.797710:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 22396928<>22401024
00000080:00200000:2.0:1789760753.851610:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5468, 5468]
00000080:00200000:2.0:1789760753.851642:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.851649:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.851665:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22401024 i_blocks 45063
00000020:00200000:2.0:1789760753.851670:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.851681:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.851716:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22401024, count: 4096
00000080:00200000:2.0:1789760753.851725:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22401024, bytes: 4096
00000080:00200000:2.0:1789760753.851735:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.851744:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.851746:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22401024, 22405120) 0 0
00000080:00200000:2.0:1789760753.851751:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.851771:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5469, 5469]
00020000:00200000:2.0:1789760753.851781:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22401024 chunk: [22401024, 22405120) 22405120, 4096
00020000:00200000:2.0:1789760753.851787:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.851808:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5469, 5469]
00000008:00010000:2.0:1789760753.851840:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.851846:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.851859:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22401024, 22405120) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.851920:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22401024=0x155d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.851986:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.851989:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22405120
00000020:00010000:2.0:1789760753.851996:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.852000:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.852003:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.852006:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.852009:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.852017:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.852024:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.852054:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760753.852161:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 22401024<>22405120
00000080:00200000:2.0:1789760753.894741:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5469, 5469]
00000080:00200000:2.0:1789760753.894758:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.894765:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.894779:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22405120 i_blocks 45063
00000020:00200000:2.0:1789760753.894783:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.894793:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.894827:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22405120, count: 4096
00000080:00200000:2.0:1789760753.894835:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22405120, bytes: 4096
00000080:00200000:2.0:1789760753.894845:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.894854:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.894857:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22405120, 22409216) 0 0
00000080:00200000:2.0:1789760753.894910:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.894930:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5470, 5470]
00020000:00200000:2.0:1789760753.894940:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22405120 chunk: [22405120, 22409216) 22409216, 4096
00020000:00200000:2.0:1789760753.894946:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.894968:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5470, 5470]
00000008:00010000:2.0:1789760753.894986:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.894991:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.895003:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22405120, 22409216) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.895018:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22405120=0x155e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.895824:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.895830:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22409216
00000020:00010000:2.0:1789760753.895840:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.895844:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.895847:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.895851:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.895854:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.895862:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.895913:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.895936:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760753.896036:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 22405120<>22409216
00000080:00200000:2.0:1789760753.929338:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5470, 5470]
00000080:00200000:2.0:1789760753.929425:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.929433:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.929448:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22409216 i_blocks 45063
00000020:00200000:2.0:1789760753.929452:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.929463:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.929499:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22409216, count: 4096
00000080:00200000:2.0:1789760753.929506:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22409216, bytes: 4096
00000080:00200000:2.0:1789760753.929517:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.929527:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.929529:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22409216, 22413312) 0 0
00000080:00200000:2.0:1789760753.929534:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.929552:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5471, 5471]
00020000:00200000:2.0:1789760753.929561:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22409216 chunk: [22409216, 22413312) 22413312, 4096
00020000:00200000:2.0:1789760753.929565:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.929586:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5471, 5471]
00000008:00010000:2.0:1789760753.929604:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.929610:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.930016:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22409216, 22413312) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.930034:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22409216=0x155f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.930222:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.930226:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22413312
00000020:00010000:2.0:1789760753.930236:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.930239:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.930243:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.930246:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.930250:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.930268:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.930276:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.930297:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760753.930734:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 22409216<>22413312
00000080:00200000:2.0:1789760753.989185:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5471, 5471]
00000080:00200000:2.0:1789760753.989203:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760753.989210:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760753.989225:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22413312 i_blocks 45063
00000020:00200000:2.0:1789760753.989229:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760753.989240:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760753.989281:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22413312, count: 4096
00000080:00200000:2.0:1789760753.989289:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22413312, bytes: 4096
00000080:00200000:2.0:1789760753.989298:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760753.989307:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760753.989310:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22413312, 22417408) 0 0
00000080:00200000:2.0:1789760753.989315:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760753.989333:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5472, 5472]
00020000:00200000:2.0:1789760753.989343:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22413312 chunk: [22413312, 22417408) 22417408, 4096
00020000:00200000:2.0:1789760753.989359:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760753.989379:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5472, 5472]
00000008:00010000:2.0:1789760753.989396:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760753.989402:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760753.989414:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22413312, 22417408) append 0 append lockpos 0
00000080:00200000:2.0:1789760753.989428:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22413312=0x1560000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760753.989493:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760753.989496:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22417408
00000020:00010000:2.0:1789760753.989505:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760753.989508:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.989512:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760753.989515:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760753.989518:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760753.989526:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760753.989533:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760753.989552:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760753.989674:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 22413312<>22417408
00000100:00100000:2.0:1789760753.989739:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760753.989760:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484267136:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760754.034324:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5472, 5472]
00000080:00200000:2.0:1789760754.034424:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760754.034434:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760754.034453:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22417408 i_blocks 45063
00000020:00200000:2.0:1789760754.034458:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760754.034469:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760754.034505:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22417408, count: 4096
00000080:00200000:2.0:1789760754.034514:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22417408, bytes: 4096
00000080:00200000:2.0:1789760754.034523:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760754.034533:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760754.034535:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22417408, 22421504) 0 0
00000080:00200000:2.0:1789760754.034539:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760754.034563:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5473, 5473]
00020000:00200000:2.0:1789760754.034573:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22417408 chunk: [22417408, 22421504) 22421504, 4096
00020000:00200000:2.0:1789760754.034577:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760754.034599:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5473, 5473]
00000008:00010000:2.0:1789760754.034618:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760754.034815:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760754.034829:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22417408, 22421504) append 0 append lockpos 0
00000080:00200000:2.0:1789760754.034846:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22417408=0x1561000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760754.034941:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760754.034944:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22421504
00000020:00010000:2.0:1789760754.034953:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760754.034957:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.034960:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.034965:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760754.034967:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760754.034976:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760754.034984:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760754.035002:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760754.035392:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 22417408<>22421504
00000080:00200000:2.0:1789760754.072756:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5473, 5473]
00000080:00200000:2.0:1789760754.072773:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760754.072780:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760754.072797:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22421504 i_blocks 45063
00000020:00200000:2.0:1789760754.072801:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760754.072811:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760754.072844:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22421504, count: 4096
00000080:00200000:2.0:1789760754.072851:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22421504, bytes: 4096
00000080:00200000:2.0:1789760754.072893:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760754.072904:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760754.072907:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22421504, 22425600) 0 0
00000080:00200000:2.0:1789760754.072911:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760754.072928:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5474, 5474]
00020000:00200000:2.0:1789760754.072937:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22421504 chunk: [22421504, 22425600) 22425600, 4096
00020000:00200000:2.0:1789760754.072941:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760754.072963:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5474, 5474]
00000008:00010000:2.0:1789760754.072980:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760754.072986:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760754.072998:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22421504, 22425600) append 0 append lockpos 0
00000080:00200000:2.0:1789760754.073011:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22421504=0x1562000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760754.073081:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760754.073084:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22425600
00000020:00010000:2.0:1789760754.073092:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760754.073096:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.073099:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.073103:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760754.073106:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760754.073114:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760754.073123:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760754.073140:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760754.073247:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 22421504<>22425600
00000080:00200000:2.0:1789760754.113897:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5474, 5474]
00000080:00200000:2.0:1789760754.113914:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760754.113919:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760754.113935:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22425600 i_blocks 45063
00000020:00200000:2.0:1789760754.113939:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760754.113948:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760754.113978:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22425600, count: 4096
00000080:00200000:2.0:1789760754.113984:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22425600, bytes: 4096
00000080:00200000:2.0:1789760754.113994:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760754.114002:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760754.114004:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22425600, 22429696) 0 0
00000080:00200000:2.0:1789760754.114008:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760754.114024:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5475, 5475]
00020000:00200000:2.0:1789760754.114032:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22425600 chunk: [22425600, 22429696) 22429696, 4096
00020000:00200000:2.0:1789760754.114036:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760754.114053:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5475, 5475]
00000008:00010000:2.0:1789760754.114069:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760754.114074:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760754.114085:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22425600, 22429696) append 0 append lockpos 0
00000080:00200000:2.0:1789760754.114098:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22425600=0x1563000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760754.114151:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760754.114153:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22429696
00000020:00010000:2.0:1789760754.114161:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760754.114165:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.114168:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.114171:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760754.114174:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760754.114180:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760754.114186:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760754.114200:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760754.114311:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 22425600<>22429696
00000080:00200000:2.0:1789760754.140841:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5475, 5475]
00000080:00200000:2.0:1789760754.140861:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760754.140899:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760754.140915:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22429696 i_blocks 45063
00000020:00200000:2.0:1789760754.140919:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760754.140929:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760754.140965:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22429696, count: 4096
00000080:00200000:2.0:1789760754.140973:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22429696, bytes: 4096
00000080:00200000:2.0:1789760754.140983:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760754.140992:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760754.140995:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22429696, 22433792) 0 0
00000080:00200000:2.0:1789760754.140999:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760754.141021:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5476, 5476]
00020000:00200000:2.0:1789760754.141030:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22429696 chunk: [22429696, 22433792) 22433792, 4096
00020000:00200000:2.0:1789760754.141036:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760754.141180:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5476, 5476]
00000008:00010000:2.0:1789760754.141201:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760754.141207:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760754.141219:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22429696, 22433792) append 0 append lockpos 0
00000080:00200000:2.0:1789760754.141234:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22429696=0x1564000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760754.141310:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760754.141314:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22433792
00000020:00010000:2.0:1789760754.141322:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760754.141325:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.141328:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.141332:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760754.141334:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760754.141341:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760754.141349:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760754.141364:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760754.141470:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 22429696<>22433792
00000100:00100000:2.0:1789760754.246911:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484268032:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760754.284930:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972797 gen 2
00000008:00010000:2.0:1789760754.284982:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760754.284991:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760754.285001:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760754.285021:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760754.285052:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484268032:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760754.285751:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484268160:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760754.324801:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972798 gen 2
00000008:00010000:2.0:1789760754.324853:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760754.324900:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760754.324911:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760754.324999:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760754.325032:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484268160:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760754.402709:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5482, 5482]
00000080:00200000:2.0:1789760754.402726:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760754.402732:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760754.402750:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22458368 i_blocks 45063
00000020:00200000:2.0:1789760754.402754:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760754.402994:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760754.403027:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22458368, count: 4096
00000080:00200000:2.0:1789760754.403097:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22458368, bytes: 4096
00000080:00200000:2.0:1789760754.403250:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760754.403267:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760754.403270:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22458368, 22462464) 0 0
00000080:00200000:2.0:1789760754.403275:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760754.403292:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5483, 5483]
00020000:00200000:2.0:1789760754.403301:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22458368 chunk: [22458368, 22462464) 22462464, 4096
00020000:00200000:2.0:1789760754.403521:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760754.403549:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5483, 5483]
00000008:00010000:2.0:1789760754.403568:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760754.403574:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760754.403587:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22458368, 22462464) append 0 append lockpos 0
00000080:00200000:2.0:1789760754.403603:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22458368=0x156b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760754.403670:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760754.403673:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22462464
00000020:00010000:2.0:1789760754.403682:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760754.403686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.403689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.403693:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760754.403695:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760754.403704:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760754.403712:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760754.403732:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760754.404161:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22458368<>22462464
00000100:00100000:2.0:1789760754.442999:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972801 gen 2
00000008:00010000:2.0:1789760754.443050:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760754.443059:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760754.443069:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760754.443089:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760754.443120:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484268544:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760754.491195:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760754.550435:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5485, 5485]
00000080:00200000:2.0:1789760754.550454:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760754.550460:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760754.550475:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22470656 i_blocks 45063
00000020:00200000:2.0:1789760754.550480:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760754.550504:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760754.550547:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22470656, count: 4096
00000080:00200000:2.0:1789760754.550555:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22470656, bytes: 4096
00000080:00200000:2.0:1789760754.550568:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760754.550577:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760754.550579:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22470656, 22474752) 0 0
00000080:00200000:2.0:1789760754.550585:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760754.550604:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5486, 5486]
00020000:00200000:2.0:1789760754.550613:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22470656 chunk: [22470656, 22474752) 22474752, 4096
00020000:00200000:2.0:1789760754.550618:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760754.550638:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5486, 5486]
00000008:00010000:2.0:1789760754.550658:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760754.550663:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760754.550676:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22470656, 22474752) append 0 append lockpos 0
00000080:00200000:2.0:1789760754.550691:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22470656=0x156e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760754.550753:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760754.550850:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22474752
00000020:00010000:2.0:1789760754.550861:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760754.550957:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.550960:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.550964:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760754.550967:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760754.550974:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760754.550981:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760754.550997:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760754.551095:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22470656<>22474752
00000100:00100000:2.0:1789760754.594840:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972804 gen 2
00000008:00010000:2.0:1789760754.594925:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760754.594934:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760754.594944:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760754.595026:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760754.595055:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484268928:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760754.841153:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5491, 5491]
00000080:00200000:2.0:1789760754.841165:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760754.841170:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760754.841182:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22495232 i_blocks 45063
00000020:00200000:2.0:1789760754.841185:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760754.841194:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760754.841222:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22495232, count: 4096
00000080:00200000:2.0:1789760754.841229:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22495232, bytes: 4096
00000080:00200000:2.0:1789760754.841240:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760754.841247:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760754.841263:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22495232, 22499328) 0 0
00000080:00200000:2.0:1789760754.841268:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760754.841282:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5492, 5492]
00020000:00200000:2.0:1789760754.841288:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22495232 chunk: [22495232, 22499328) 22499328, 4096
00020000:00200000:2.0:1789760754.841294:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760754.841368:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5492, 5492]
00000008:00010000:2.0:1789760754.841383:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760754.841388:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760754.841398:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22495232, 22499328) append 0 append lockpos 0
00000080:00200000:2.0:1789760754.841410:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22495232=0x1574000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760754.841667:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760754.841670:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22499328
00000020:00010000:2.0:1789760754.841681:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760754.841684:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.841687:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.841690:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760754.841693:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760754.841699:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760754.841707:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760754.841723:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760754.841807:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22495232<>22499328
00000100:00100000:2.0:1789760754.841855:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760754.841894:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484269696:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760754.887358:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972810 gen 2
00000008:00010000:2.0:1789760754.887408:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760754.887416:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760754.887426:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760754.887452:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760754.887482:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484269696:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760754.924699:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5493, 5493]
00000080:00200000:2.0:1789760754.924723:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760754.924730:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760754.924748:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22503424 i_blocks 45063
00000020:00200000:2.0:1789760754.924754:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760754.924769:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760754.924804:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22503424, count: 4096
00000080:00200000:2.0:1789760754.924813:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22503424, bytes: 4096
00000080:00200000:2.0:1789760754.924824:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760754.924832:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760754.924834:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22503424, 22507520) 0 0
00000080:00200000:2.0:1789760754.924838:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760754.924853:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5494, 5494]
00020000:00200000:2.0:1789760754.924891:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22503424 chunk: [22503424, 22507520) 22507520, 4096
00020000:00200000:2.0:1789760754.924897:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760754.924919:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5494, 5494]
00000008:00010000:2.0:1789760754.924934:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760754.924939:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760754.924950:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22503424, 22507520) append 0 append lockpos 0
00000080:00200000:2.0:1789760754.924963:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22503424=0x1576000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760754.925027:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760754.925031:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22507520
00000020:00010000:2.0:1789760754.925048:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760754.925051:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.925054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760754.925058:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760754.925060:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760754.925219:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760754.925230:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760754.925266:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760754.925387:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22503424<>22507520
00000100:00100000:2.0:1789760754.966507:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972812 gen 2
00000008:00010000:2.0:1789760754.966562:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760754.966571:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760754.966581:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760754.966741:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760754.966776:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484269952:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760755.092240:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5497, 5497]
00000080:00200000:2.0:1789760755.092266:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760755.092273:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760755.092300:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22519808 i_blocks 45063
00000020:00200000:2.0:1789760755.092304:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760755.092316:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760755.092420:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22519808, count: 4096
00000080:00200000:2.0:1789760755.092428:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22519808, bytes: 4096
00000080:00200000:2.0:1789760755.092441:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760755.092450:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760755.092453:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22519808, 22523904) 0 0
00000080:00200000:2.0:1789760755.092458:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760755.092477:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5498, 5498]
00020000:00200000:2.0:1789760755.092487:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22519808 chunk: [22519808, 22523904) 22523904, 4096
00020000:00200000:2.0:1789760755.092492:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760755.092516:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5498, 5498]
00000008:00010000:2.0:1789760755.092536:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760755.092543:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760755.092556:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22519808, 22523904) append 0 append lockpos 0
00000080:00200000:2.0:1789760755.092571:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22519808=0x157a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760755.092631:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760755.092635:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22523904
00000020:00010000:2.0:1789760755.092644:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760755.092647:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760755.092651:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760755.092654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760755.092657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760755.092665:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760755.092673:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760755.092689:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760755.093600:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22519808<>22523904
00000100:00100000:2.0:1789760755.144799:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972816 gen 2
00000008:00010000:2.0:1789760755.144846:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760755.144854:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.144893:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.144915:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760755.144943:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484270464:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760755.226546:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5499, 5499]
00000080:00200000:2.0:1789760755.226559:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760755.226563:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760755.226573:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22528000 i_blocks 45063
00000020:00200000:2.0:1789760755.226575:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760755.226582:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760755.226607:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22528000, count: 4096
00000080:00200000:2.0:1789760755.226611:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22528000, bytes: 4096
00000080:00200000:2.0:1789760755.226619:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760755.226625:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760755.226626:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22528000, 22532096) 0 0
00000080:00200000:2.0:1789760755.226629:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760755.226639:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5500, 5500]
00020000:00200000:2.0:1789760755.226644:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22528000 chunk: [22528000, 22532096) 22532096, 4096
00020000:00200000:2.0:1789760755.226647:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760755.226660:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5500, 5500]
00000008:00010000:2.0:1789760755.226671:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760755.226674:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760755.226681:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22528000, 22532096) append 0 append lockpos 0
00000080:00200000:2.0:1789760755.226689:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22528000=0x157c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760755.226724:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760755.226725:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22532096
00000020:00010000:2.0:1789760755.226732:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760755.226734:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760755.226736:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760755.226738:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760755.226740:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760755.226744:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760755.226747:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760755.226759:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760755.226829:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22528000<>22532096
00000100:00100000:2.0:1789760755.227356:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484270720:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.278619:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972818 gen 2
00000008:00010000:2.0:1789760755.278655:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760755.278661:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.278670:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.278726:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760755.278748:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484270720:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.279525:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484270848:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760755.309938:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760755.309949:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.309956:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.309974:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760755.309997:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484270848:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.310682:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484270976:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.351632:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972820 gen 2
00000008:00010000:2.0:1789760755.351680:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760755.351686:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.351694:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.351714:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760755.351736:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484270976:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.352408:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760755.352422:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484271104:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.392858:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972821 gen 2
00000008:00010000:2.0:1789760755.392924:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760755.392931:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.392939:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.392997:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760755.393020:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484271104:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.394368:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484271232:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760755.450409:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760755.450421:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.450430:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.450455:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760755.450490:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484271232:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.502654:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484271488:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.544138:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972824 gen 2
00000008:00010000:2.0:1789760755.544171:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760755.544176:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.544182:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.544197:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760755.544214:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484271488:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.544730:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484271616:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.595106:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972825 gen 2
00000008:00010000:2.0:1789760755.595141:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760755.595147:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.595156:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.595183:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760755.595206:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484271616:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760755.595649:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dd80
00000008:00100000:2.0:1789760755.595799:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22560768<>22564864
00000100:00100000:2.0:1789760755.595835:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760755.595848:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484271744:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.663368:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972826 gen 2
00000008:00010000:2.0:1789760755.663404:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760755.663410:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.663419:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.663437:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760755.663460:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484271744:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.696392:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972827 gen 2
00000008:00010000:2.0:1789760755.696429:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760755.696436:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.696445:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.696463:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760755.696487:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484271872:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.697986:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484272000:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.764963:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972828 gen 2
00000008:00010000:2.0:1789760755.765002:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760755.765010:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.765020:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.765048:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760755.765073:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484272000:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.766227:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484272128:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760755.848676:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760755.848687:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.848697:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.848855:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760755.848907:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484272128:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.849389:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484272256:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.884331:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972829 gen 2
00000100:00100000:2.0:1789760755.884365:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f6300 x1876699484272256/t4294972830(4294972830) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760771 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760755.884405:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760755.884412:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.884419:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.884434:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760755.884455:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484272256:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.885192:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484272384:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.928726:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972831 gen 2
00000008:00010000:2.0:1789760755.929174:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760755.929181:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.929189:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.929206:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760755.929229:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484272384:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.929709:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484272512:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760755.983836:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972832 gen 2
00000008:00010000:2.0:1789760755.983896:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760755.983902:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760755.983911:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760755.983932:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760755.983954:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484272512:192.168.203.110@tcp:4:dd.0
00000020:00010000:1.0:1789760756.461011:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.461015:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.461019:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.461021:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.461031:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.461037:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.461054:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760756.461155:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 22622208<>22626304
00000008:00010000:1.0:1789760756.493703:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760756.493713:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760756.493723:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760756.493847:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760756.493892:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484273664:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760756.495146:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484273792:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760756.527508:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760756.527526:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760756.527538:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760756.527563:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760756.527592:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484273792:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760756.528411:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760756.528429:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484273920:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760756.540315:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760756.570962:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972842 gen 2
00000100:00100000:1.0:1789760756.571008:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe8e00 x1876699484273920/t4294972843(4294972843) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760772 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760756.571062:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760756.571070:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760756.571080:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760756.571106:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760756.571134:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484273920:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760756.572216:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484274048:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760756.615398:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972843 gen 2
00000100:00100000:1.0:1789760756.615441:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe9180 x1876699484274048/t4294972844(4294972844) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760772 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760756.615492:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760756.615499:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760756.615509:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760756.615541:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760756.615568:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484274048:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760756.615743:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5526, 5526]
00000080:00200000:2.0:1789760756.615759:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760756.615765:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760756.615779:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22638592 i_blocks 45063
00000020:00200000:2.0:1789760756.615783:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760756.615792:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760756.615825:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22638592, count: 4096
00000080:00200000:2.0:1789760756.615832:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22638592, bytes: 4096
00000080:00200000:2.0:1789760756.615844:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760756.615854:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760756.615856:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22638592, 22642688) 0 0
00000080:00200000:2.0:1789760756.615861:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760756.615911:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5527, 5527]
00020000:00200000:2.0:1789760756.615919:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22638592 chunk: [22638592, 22642688) 22642688, 4096
00020000:00200000:2.0:1789760756.615924:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760756.615943:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5527, 5527]
00000008:00010000:2.0:1789760756.615959:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760756.615965:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760756.615976:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22638592, 22642688) append 0 append lockpos 0
00000080:00200000:2.0:1789760756.615989:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22638592=0x1597000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760756.616051:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760756.616055:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22642688
00000020:00010000:2.0:1789760756.616064:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760756.616068:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760756.616071:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760756.616075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760756.616079:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760756.616086:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760756.616093:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760756.616109:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760756.616211:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22638592<>22642688
00000100:00100000:2.0:1789760756.616266:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760756.616284:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484274176:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760756.669766:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972845 gen 2
00000008:00010000:2.0:1789760756.669832:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760756.669840:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760756.669849:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760756.669894:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760756.669918:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484274176:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760756.734138:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760756.734155:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760756.734167:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760756.734188:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760756.734218:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484274304:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760756.734984:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484274432:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760756.785724:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972847 gen 2
00000008:00010000:2.0:1789760756.785791:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760756.785800:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760756.785810:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760756.785833:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760756.785914:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484274432:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760756.786699:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760756.786718:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484274560:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760756.823513:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760756.823530:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760756.823541:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760756.823571:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760756.823604:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484274560:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760756.823732:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5530, 5530]
00000080:00200000:1.0:1789760756.823749:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.823756:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.823773:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22654976 i_blocks 45063
00000020:00200000:1.0:1789760756.823777:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.823786:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.823821:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22654976, count: 4096
00000080:00200000:1.0:1789760756.823829:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22654976, bytes: 4096
00000080:00200000:1.0:1789760756.823840:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.823850:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.823853:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22654976, 22659072) 0 0
00000080:00200000:1.0:1789760756.823857:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.823908:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5531, 5531]
00020000:00200000:1.0:1789760756.823917:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22654976 chunk: [22654976, 22659072) 22659072, 4096
00020000:00200000:1.0:1789760756.823922:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.823944:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5531, 5531]
00000008:00010000:1.0:1789760756.823963:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.823969:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760756.823982:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22654976, 22659072) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.823997:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22654976=0x159b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.824056:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.824060:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22659072
00000020:00010000:1.0:1789760756.824068:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.824072:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.824075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.824079:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.824083:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.824091:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.824098:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.824115:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760756.824232:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 22654976<>22659072
00000080:00200000:1.0:1789760756.880443:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5531, 5531]
00000080:00200000:1.0:1789760756.880464:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.880471:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.880486:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22659072 i_blocks 45063
00000020:00200000:1.0:1789760756.880490:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.880501:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.880533:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22659072, count: 4096
00000080:00200000:1.0:1789760756.880541:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22659072, bytes: 4096
00000080:00200000:1.0:1789760756.880550:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.880560:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.880562:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22659072, 22663168) 0 0
00000080:00200000:1.0:1789760756.880567:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.880584:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5532, 5532]
00020000:00200000:1.0:1789760756.880594:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22659072 chunk: [22659072, 22663168) 22663168, 4096
00020000:00200000:1.0:1789760756.880599:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.880617:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5532, 5532]
00000008:00010000:1.0:1789760756.880635:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.880641:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760756.880654:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22659072, 22663168) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.880669:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22659072=0x159c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.880725:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.880728:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22663168
00000020:00010000:1.0:1789760756.880736:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.880740:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.880744:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.880747:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.880750:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.880758:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.880765:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.880781:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760756.880920:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 22659072<>22663168
00000080:00200000:1.0:1789760756.956382:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5532, 5532]
00000080:00200000:1.0:1789760756.956397:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.956403:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.956419:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22663168 i_blocks 45063
00000020:00200000:1.0:1789760756.956422:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.956432:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.956464:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22663168, count: 4096
00000080:00200000:1.0:1789760756.956471:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22663168, bytes: 4096
00000080:00200000:1.0:1789760756.956480:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.956488:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.956491:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22663168, 22667264) 0 0
00000080:00200000:1.0:1789760756.956495:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.956523:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5533, 5533]
00020000:00200000:1.0:1789760756.956538:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22663168 chunk: [22663168, 22667264) 22667264, 4096
00020000:00200000:1.0:1789760756.956543:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.956563:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5533, 5533]
00000008:00010000:1.0:1789760756.956580:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.956594:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760756.956606:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22663168, 22667264) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.956621:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22663168=0x159d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.956691:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.956695:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22667264
00000020:00010000:1.0:1789760756.956704:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.956707:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.956725:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.956729:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.956733:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.956741:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.956747:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.956763:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760756.956859:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 22663168<>22667264
00000080:00200000:1.0:1789760757.007055:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5533, 5533]
00000080:00200000:1.0:1789760757.007138:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.007145:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.007161:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22667264 i_blocks 45063
00000020:00200000:1.0:1789760757.007165:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.007248:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.007282:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22667264, count: 4096
00000080:00200000:1.0:1789760757.007289:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22667264, bytes: 4096
00000080:00200000:1.0:1789760757.007299:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.007308:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.007310:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22667264, 22671360) 0 0
00000080:00200000:1.0:1789760757.007315:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.007332:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5534, 5534]
00020000:00200000:1.0:1789760757.007340:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22667264 chunk: [22667264, 22671360) 22671360, 4096
00020000:00200000:1.0:1789760757.007345:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.007365:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5534, 5534]
00000008:00010000:1.0:1789760757.007385:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.007390:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760757.007402:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22667264, 22671360) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.007419:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22667264=0x159e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.007476:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.007479:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22671360
00000020:00010000:1.0:1789760757.007488:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.007492:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.007495:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.007499:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.007501:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.007510:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.007519:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.008525:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760757.008767:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 22667264<>22671360
00000080:00200000:1.0:1789760757.066244:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5534, 5534]
00000080:00200000:1.0:1789760757.066263:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.066269:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.066288:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22671360 i_blocks 45063
00000020:00200000:1.0:1789760757.066292:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.066303:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.066348:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22671360, count: 4096
00000080:00200000:1.0:1789760757.066356:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22671360, bytes: 4096
00000080:00200000:1.0:1789760757.066368:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.066376:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.066378:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22671360, 22675456) 0 0
00000080:00200000:1.0:1789760757.066383:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.066398:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5535, 5535]
00020000:00200000:1.0:1789760757.066407:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22671360 chunk: [22671360, 22675456) 22675456, 4096
00020000:00200000:1.0:1789760757.066411:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.066430:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5535, 5535]
00000008:00010000:1.0:1789760757.066449:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.066454:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760757.066470:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22671360, 22675456) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.066672:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22671360=0x159f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.066739:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.066741:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22675456
00000020:00010000:1.0:1789760757.066753:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.066757:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.066760:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.066763:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.066766:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.066774:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.066780:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.066796:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760757.066938:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 22671360<>22675456
00000100:00100000:1.0:1789760757.128978:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972853 gen 2
00000008:00010000:1.0:1789760757.129043:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:1.0:1789760757.129051:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760757.129062:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760757.129136:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:1.0:1789760757.129166:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484275200:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760757.206344:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972854 gen 2
00000008:00010000:2.0:1789760757.206380:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760757.206386:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760757.206395:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760757.206665:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760757.206691:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484275328:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760757.208792:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5536, 5536]
00000080:00200000:1.0:1789760757.208811:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.208817:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.208831:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22679552 i_blocks 45063
00000020:00200000:1.0:1789760757.208835:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.208851:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.209039:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22679552, count: 4096
00000080:00200000:1.0:1789760757.209048:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22679552, bytes: 4096
00000080:00200000:1.0:1789760757.209062:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.209073:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.209075:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22679552, 22683648) 0 0
00000080:00200000:1.0:1789760757.209081:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.209094:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5537, 5537]
00020000:00200000:1.0:1789760757.209102:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22679552 chunk: [22679552, 22683648) 22683648, 4096
00020000:00200000:1.0:1789760757.209106:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.209125:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5537, 5537]
00000008:00010000:1.0:1789760757.209185:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.209190:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760757.209200:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22679552, 22683648) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.209212:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22679552=0x15a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.209696:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.209700:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22683648
00000020:00010000:1.0:1789760757.209709:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.209712:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.209715:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.209718:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.209720:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.209728:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.209734:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.209759:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760757.209848:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 22679552<>22683648
00000080:00200000:1.0:1789760757.259574:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5537, 5537]
00000080:00200000:1.0:1789760757.259586:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.259591:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.259604:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22683648 i_blocks 45063
00000020:00200000:1.0:1789760757.259608:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.259633:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.259664:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22683648, count: 4096
00000080:00200000:1.0:1789760757.259670:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22683648, bytes: 4096
00000080:00200000:1.0:1789760757.259679:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.259686:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.259697:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22683648, 22687744) 0 0
00000080:00200000:1.0:1789760757.259702:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.259715:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5538, 5538]
00020000:00200000:1.0:1789760757.259721:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22683648 chunk: [22683648, 22687744) 22687744, 4096
00020000:00200000:1.0:1789760757.259725:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.259740:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5538, 5538]
00000008:00010000:1.0:1789760757.259754:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.259759:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760757.259767:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22683648, 22687744) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.259777:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22683648=0x15a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.259833:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.259836:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22687744
00000020:00010000:1.0:1789760757.259842:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.259846:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.259848:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.259851:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.259854:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.259860:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.259907:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.259923:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760757.260194:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 22683648<>22687744
00000080:00200000:1.0:1789760757.319076:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5538, 5538]
00000080:00200000:1.0:1789760757.319094:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.319100:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.319420:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22687744 i_blocks 45063
00000020:00200000:1.0:1789760757.319427:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.319442:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.319472:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22687744, count: 4096
00000080:00200000:1.0:1789760757.319480:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22687744, bytes: 4096
00000080:00200000:1.0:1789760757.319494:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.319502:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.319504:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22687744, 22691840) 0 0
00000080:00200000:1.0:1789760757.319509:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.319522:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5539, 5539]
00020000:00200000:1.0:1789760757.319530:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22687744 chunk: [22687744, 22691840) 22691840, 4096
00020000:00200000:1.0:1789760757.319534:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.319550:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5539, 5539]
00000008:00010000:1.0:1789760757.319563:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.319568:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760757.319578:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22687744, 22691840) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.319589:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22687744=0x15a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.319639:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.319641:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22691840
00000020:00010000:1.0:1789760757.319648:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.319651:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.319654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.319657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.319660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.319667:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.319672:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.319696:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760757.319773:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 22687744<>22691840
00000080:00200000:2.0:1789760757.372405:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5539, 5539]
00000080:00200000:2.0:1789760757.372433:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760757.372440:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760757.372458:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22691840 i_blocks 45063
00000020:00200000:2.0:1789760757.372464:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760757.372482:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760757.372515:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22691840, count: 4096
00000080:00200000:2.0:1789760757.372524:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22691840, bytes: 4096
00000080:00200000:2.0:1789760757.372538:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760757.372548:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760757.372550:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22691840, 22695936) 0 0
00000080:00200000:2.0:1789760757.372555:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760757.372572:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5540, 5540]
00020000:00200000:2.0:1789760757.372581:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22691840 chunk: [22691840, 22695936) 22695936, 4096
00020000:00200000:2.0:1789760757.372586:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760757.372608:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5540, 5540]
00000008:00010000:2.0:1789760757.372630:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760757.372637:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760757.372650:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22691840, 22695936) append 0 append lockpos 0
00000080:00200000:2.0:1789760757.372664:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22691840=0x15a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760757.372798:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760757.372801:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22695936
00000020:00010000:2.0:1789760757.372810:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760757.372813:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760757.372816:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760757.372820:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760757.372823:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760757.372831:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760757.372934:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760757.372965:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760757.373080:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22691840<>22695936
00000100:00100000:2.0:1789760757.427945:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972858 gen 2
00000008:00010000:2.0:1789760757.427998:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760757.428006:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760757.428016:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760757.428096:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760757.428129:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484275840:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760757.503802:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5541, 5541]
00000080:00200000:2.0:1789760757.503819:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760757.503825:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760757.503941:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22700032 i_blocks 45063
00000020:00200000:2.0:1789760757.503946:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760757.503957:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760757.503991:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22700032, count: 4096
00000080:00200000:2.0:1789760757.503999:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22700032, bytes: 4096
00000080:00200000:2.0:1789760757.504011:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760757.504020:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760757.504023:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22700032, 22704128) 0 0
00000080:00200000:2.0:1789760757.504028:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760757.504046:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5542, 5542]
00020000:00200000:2.0:1789760757.504055:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22700032 chunk: [22700032, 22704128) 22704128, 4096
00020000:00200000:2.0:1789760757.504059:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760757.504079:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5542, 5542]
00000008:00010000:2.0:1789760757.504096:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760757.504102:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760757.504113:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22700032, 22704128) append 0 append lockpos 0
00000080:00200000:2.0:1789760757.504126:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22700032=0x15a6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760757.504185:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760757.504188:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22704128
00000020:00010000:2.0:1789760757.504197:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760757.504201:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760757.504204:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760757.504208:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760757.504211:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760757.504219:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760757.504225:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760757.504250:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760757.509644:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22700032<>22704128
00000100:00100000:2.0:1789760757.509731:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760757.509762:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484276096:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760757.554948:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972860 gen 2
00000008:00010000:2.0:1789760757.555131:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760757.555140:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760757.555152:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760757.555298:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760757.555327:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484276096:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760757.563452:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760757.612328:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972861 gen 2
00000008:00010000:2.0:1789760757.612388:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760757.612396:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760757.612407:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760757.612428:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760757.612457:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484276224:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760757.676917:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760757.676934:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760757.676946:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760757.676962:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760757.676991:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484276352:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760757.678046:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:2.0:1789760757.678474:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22712320<>22716416
00000100:00100000:2.0:1789760757.728221:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972863 gen 2
00000008:00010000:2.0:1789760757.728300:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:2.0:1789760757.728309:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760757.728319:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760757.728341:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:2.0:1789760757.728370:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484276480:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760757.729369:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760757.732284:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484276608:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760757.825344:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760757.825361:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760757.825375:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760757.825447:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760757.825478:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484276608:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760757.825758:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5546, 5546]
00000080:00200000:2.0:1789760757.825776:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760757.825781:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760757.826047:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22720512 i_blocks 45063
00000020:00200000:2.0:1789760757.826056:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760757.826067:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760757.826100:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22720512, count: 4096
00000080:00200000:2.0:1789760757.826106:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22720512, bytes: 4096
00000080:00200000:2.0:1789760757.826117:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760757.826129:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760757.826131:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22720512, 22724608) 0 0
00000080:00200000:2.0:1789760757.826136:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760757.826156:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5547, 5547]
00020000:00200000:2.0:1789760757.826166:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22720512 chunk: [22720512, 22724608) 22724608, 4096
00020000:00200000:2.0:1789760757.826171:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760757.826195:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5547, 5547]
00000008:00010000:2.0:1789760757.826215:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760757.826221:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760757.826243:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22720512, 22724608) append 0 append lockpos 0
00000080:00200000:2.0:1789760757.826260:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22720512=0x15ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760757.826462:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760757.826465:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22724608
00000020:00010000:2.0:1789760757.826474:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760757.826478:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760757.826481:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760757.826484:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760757.826488:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760757.826496:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760757.826503:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760757.826523:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760757.826625:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22720512<>22724608
00000100:00100000:2.0:1789760757.871657:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972865 gen 2
00000008:00010000:2.0:1789760757.871732:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760757.871741:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760757.871751:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760757.871772:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760757.871801:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484276736:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760757.872643:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5547, 5547]
00000080:00200000:1.0:1789760757.872663:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.872669:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.872687:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22724608 i_blocks 45063
00000020:00200000:1.0:1789760757.872692:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.872704:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.872735:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22724608, count: 4096
00000080:00200000:1.0:1789760757.872743:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22724608, bytes: 4096
00000080:00200000:1.0:1789760757.872753:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.872761:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.872763:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22724608, 22728704) 0 0
00000080:00200000:1.0:1789760757.872768:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.872784:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5548, 5548]
00020000:00200000:1.0:1789760757.872792:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22724608 chunk: [22724608, 22728704) 22728704, 4096
00020000:00200000:1.0:1789760757.872797:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.872817:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5548, 5548]
00000008:00010000:1.0:1789760757.872833:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.872839:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760757.872851:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22724608, 22728704) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.873596:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22724608=0x15ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.873668:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.873671:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22728704
00000020:00010000:1.0:1789760757.873680:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.873683:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.873687:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.873690:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.873692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.873702:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.873708:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.873734:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760757.873834:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8700 - object 0x280000401:2 offset 22724608<>22728704
00000080:00200000:1.0:1789760757.927039:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5548, 5548]
00000080:00200000:1.0:1789760757.927059:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.927065:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.927081:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22728704 i_blocks 45063
00000020:00200000:1.0:1789760757.927086:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.927097:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.928106:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22728704, count: 4096
00000080:00200000:1.0:1789760757.928122:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22728704, bytes: 4096
00000080:00200000:1.0:1789760757.928136:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.928146:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.928148:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22728704, 22732800) 0 0
00000080:00200000:1.0:1789760757.928154:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.928173:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5549, 5549]
00020000:00200000:1.0:1789760757.928182:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22728704 chunk: [22728704, 22732800) 22732800, 4096
00020000:00200000:1.0:1789760757.928188:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.928208:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5549, 5549]
00000008:00010000:1.0:1789760757.929990:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.930003:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760757.930021:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22728704, 22732800) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.930039:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22728704=0x15ad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.930113:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.930117:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22732800
00000020:00010000:1.0:1789760757.930126:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.930129:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.930133:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.930136:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.930144:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.930155:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.930164:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.930193:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760757.930777:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 22728704<>22732800
00000100:00100000:1.0:1789760757.930839:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760757.930907:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484277632:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760757.973635:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972867 gen 2
00000008:00010000:1.0:1789760757.973684:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760757.973692:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760757.973703:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760757.973730:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760757.973762:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484277632:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760757.974084:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5549, 5549]
00000080:00200000:2.0:1789760757.974103:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760757.974109:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760757.974126:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22732800 i_blocks 45063
00000020:00200000:2.0:1789760757.974130:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760757.974141:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760757.974182:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22732800, count: 4096
00000080:00200000:2.0:1789760757.974189:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22732800, bytes: 4096
00000080:00200000:2.0:1789760757.974200:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760757.974209:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760757.974211:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22732800, 22736896) 0 0
00000080:00200000:2.0:1789760757.974216:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760757.974244:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5550, 5550]
00020000:00200000:2.0:1789760757.974253:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22732800 chunk: [22732800, 22736896) 22736896, 4096
00020000:00200000:2.0:1789760757.974260:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760757.974279:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5550, 5550]
00000008:00010000:2.0:1789760757.974295:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760757.974301:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760757.974311:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22732800, 22736896) append 0 append lockpos 0
00000080:00200000:2.0:1789760757.974324:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22732800=0x15ae000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760757.974382:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760757.974385:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22736896
00000020:00010000:2.0:1789760757.974404:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760757.974408:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760757.974411:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760757.974414:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760757.974417:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760757.974425:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760757.974433:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760757.974451:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760757.975477:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 22732800<>22736896
00000100:00100000:2.0:1789760757.975830:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484277760:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760758.046481:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5550, 5550]
00000080:00200000:1.0:1789760758.046498:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.046504:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.046521:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22736896 i_blocks 45063
00000020:00200000:1.0:1789760758.046524:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.046536:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.046569:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22736896, count: 4096
00000080:00200000:1.0:1789760758.046575:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22736896, bytes: 4096
00000080:00200000:1.0:1789760758.046587:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.046595:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.046598:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22736896, 22740992) 0 0
00000080:00200000:1.0:1789760758.046602:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.046619:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5551, 5551]
00020000:00200000:1.0:1789760758.046629:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22736896 chunk: [22736896, 22740992) 22740992, 4096
00020000:00200000:1.0:1789760758.046634:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.046655:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5551, 5551]
00000008:00010000:1.0:1789760758.046672:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.046679:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760758.046691:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22736896, 22740992) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.046707:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22736896=0x15af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.046780:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.046783:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22740992
00000020:00010000:1.0:1789760758.046792:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.046796:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.046799:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.046803:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.046806:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.046814:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.046821:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.046836:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760758.046974:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 22736896<>22740992
00000100:00100000:1.0:1789760758.047024:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484277888:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760758.097405:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760758.097420:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.097431:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.097453:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760758.097484:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484277888:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.101485:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760758.101513:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484278016:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.150494:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972870 gen 2
00000008:00010000:1.0:1789760758.150558:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760758.150567:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.150577:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.150602:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760758.150633:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484278016:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.151481:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484278144:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.206421:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972871 gen 2
00000008:00010000:1.0:1789760758.206474:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760758.206482:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.206493:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.206517:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760758.206546:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484278144:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.207425:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484278272:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.283488:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972872 gen 2
00000008:00010000:1.0:1789760758.283542:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760758.283551:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.283561:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.283595:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760758.283627:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484278272:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.289963:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484278400:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.352529:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972873 gen 2
00000008:00010000:1.0:1789760758.352576:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760758.352583:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.352594:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.352618:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760758.352645:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484278400:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.353600:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484278528:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.405761:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972874 gen 2
00000008:00010000:1.0:1789760758.405811:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760758.405821:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.405831:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.405857:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760758.405919:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484278528:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.407650:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484278656:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.447397:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972875 gen 2
00000008:00010000:1.0:1789760758.447446:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760758.447454:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.447463:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.447488:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760758.447516:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484278656:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760758.584848:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5560, 5560]
00000080:00200000:1.0:1789760758.584897:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.584904:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.584920:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22777856 i_blocks 45063
00000020:00200000:1.0:1789760758.584925:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.584937:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.584970:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22777856, count: 4096
00000080:00200000:1.0:1789760758.584978:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22777856, bytes: 4096
00000080:00200000:1.0:1789760758.584989:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.584998:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.585000:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22777856, 22781952) 0 0
00000080:00200000:1.0:1789760758.585005:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.585020:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5561, 5561]
00020000:00200000:1.0:1789760758.585029:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22777856 chunk: [22777856, 22781952) 22781952, 4096
00020000:00200000:1.0:1789760758.585034:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.585054:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5561, 5561]
00000008:00010000:1.0:1789760758.585070:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.585076:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760758.585087:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22777856, 22781952) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.585101:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22777856=0x15b9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.585349:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.585354:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22781952
00000020:00010000:1.0:1789760758.585363:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.585366:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.585370:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.585374:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.585376:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.585384:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.585390:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.585408:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760758.585510:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 22777856<>22781952
00000100:00100000:1.0:1789760758.585558:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760758.585690:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484279168:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760758.587192:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760758.630640:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972879 gen 2
00000008:00010000:1.0:1789760758.630692:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760758.630702:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.630713:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.630738:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760758.631324:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484279168:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760758.631365:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d900
00000008:00100000:1.0:1789760758.631479:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 22781952<>22786048
00000100:00100000:1.0:1789760758.631513:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484279296:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.665306:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972880 gen 2
00000008:00010000:1.0:1789760758.665356:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:1.0:1789760758.665364:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.665374:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.665399:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:1.0:1789760758.665428:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484279296:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760758.666198:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484279424:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760758.705006:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5563, 5563]
00000080:00200000:1.0:1789760758.705027:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.705034:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.705051:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22790144 i_blocks 45063
00000020:00200000:1.0:1789760758.705055:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.705067:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.705100:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22790144, count: 4096
00000080:00200000:1.0:1789760758.705107:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22790144, bytes: 4096
00000080:00200000:1.0:1789760758.705117:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.705126:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.705128:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22790144, 22794240) 0 0
00000080:00200000:1.0:1789760758.705133:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.705150:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5564, 5564]
00020000:00200000:1.0:1789760758.705159:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22790144 chunk: [22790144, 22794240) 22794240, 4096
00020000:00200000:1.0:1789760758.705164:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.705185:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5564, 5564]
00000008:00010000:1.0:1789760758.705203:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.705209:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760758.705229:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22790144, 22794240) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.705253:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22790144=0x15bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.705320:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.705323:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22794240
00000020:00010000:1.0:1789760758.705331:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.705335:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.705338:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.705341:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.705345:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.705354:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.705360:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.705376:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760758.705476:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 22790144<>22794240
00000100:00100000:1.0:1789760758.705525:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760758.705540:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484279552:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760758.748087:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760758.748103:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.748114:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.748206:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760758.748249:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484279552:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.865134:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484279936:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760758.943334:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760758.943353:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760758.943365:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760758.943387:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760758.943422:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484279936:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760758.944274:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484280064:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.008146:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972886 gen 2
00000008:00010000:1.0:1789760759.008213:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760759.008237:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.008249:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.008272:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760759.008314:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484280064:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.009435:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484280192:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.103113:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972887 gen 2
00000008:00010000:1.0:1789760759.103167:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760759.103176:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.103186:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.103209:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760759.103247:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484280192:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.103893:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760759.103912:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484280320:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.200066:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972888 gen 2
00000008:00010000:1.0:1789760759.200110:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760759.200453:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.200463:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.200614:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760759.200638:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484280320:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.201836:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760759.201853:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484280448:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760759.294719:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760759.294730:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.294740:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.294762:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760759.294786:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484280448:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.295516:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484280576:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.327673:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972889 gen 2
00000100:00100000:1.0:1789760759.327701:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2feaa00 x1876699484280576/t4294972890(4294972890) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760759.327742:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760759.327748:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.327755:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.327771:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760759.327791:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484280576:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.330637:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484280704:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.412587:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972891 gen 2
00000008:00010000:1.0:1789760759.412630:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760759.412635:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.412640:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.412659:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760759.412687:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484280704:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.413632:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760759.413646:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484280832:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760759.469189:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760759.469201:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.469210:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.469242:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760759.469266:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484280832:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760759.469355:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5574, 5574]
00000080:00200000:2.0:1789760759.469368:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760759.469373:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760759.469384:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22835200 i_blocks 45063
00000020:00200000:2.0:1789760759.469388:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760759.469396:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760759.469423:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22835200, count: 4096
00000080:00200000:2.0:1789760759.469430:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22835200, bytes: 4096
00000080:00200000:2.0:1789760759.469438:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760759.469445:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760759.469447:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22835200, 22839296) 0 0
00000080:00200000:2.0:1789760759.469451:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760759.469464:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5575, 5575]
00020000:00200000:2.0:1789760759.469471:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22835200 chunk: [22835200, 22839296) 22839296, 4096
00020000:00200000:2.0:1789760759.469474:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760759.469489:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5575, 5575]
00000008:00010000:2.0:1789760759.469503:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760759.469508:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760759.469517:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22835200, 22839296) append 0 append lockpos 0
00000080:00200000:2.0:1789760759.469528:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22835200=0x15c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760759.469571:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760759.469574:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22839296
00000020:00010000:2.0:1789760759.469580:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760759.469583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760759.469586:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760759.469589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760759.469592:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760759.469598:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760759.469603:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760759.469618:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760759.469699:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 22835200<>22839296
00000100:00100000:1.0:1789760759.534340:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484281088:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.609245:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972894 gen 2
00000008:00010000:1.0:1789760759.609299:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760759.609305:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.609313:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.609332:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760759.609358:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484281088:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760759.611077:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760759.611555:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484281216:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760759.674260:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760759.674272:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.674282:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.674305:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760759.674330:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484281216:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.676314:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484281344:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.715438:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972895 gen 2
00000100:00100000:1.0:1789760759.715472:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2feb800 x1876699484281344/t4294972896(4294972896) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760775 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760759.715513:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760759.715520:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.715529:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.715554:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760759.715575:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484281344:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.716760:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484281472:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.762408:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972897 gen 2
00000008:00010000:1.0:1789760759.762458:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760759.762465:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.762473:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.762550:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760759.762575:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484281472:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.766960:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484281600:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.846303:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972898 gen 2
00000008:00010000:1.0:1789760759.846340:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760759.846346:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.846354:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.846374:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760759.846398:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484281600:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760759.886321:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5581, 5581]
00000080:00200000:1.0:1789760759.886335:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.886339:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.886351:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22863872 i_blocks 45063
00000020:00200000:1.0:1789760759.886354:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.886363:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.886391:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22863872, count: 4096
00000080:00200000:1.0:1789760759.886397:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22863872, bytes: 4096
00000080:00200000:1.0:1789760759.886406:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.886413:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.886415:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22863872, 22867968) 0 0
00000080:00200000:1.0:1789760759.886419:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.886431:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5582, 5582]
00020000:00200000:1.0:1789760759.886437:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22863872 chunk: [22863872, 22867968) 22867968, 4096
00020000:00200000:1.0:1789760759.886441:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.886456:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5582, 5582]
00000008:00010000:1.0:1789760759.886469:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.886473:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760759.886482:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22863872, 22867968) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.886550:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22863872=0x15ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.886708:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.886711:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22867968
00000020:00010000:1.0:1789760759.886718:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.886721:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.886724:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.886728:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.886730:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.886737:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.886742:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.886757:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760759.887231:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 22863872<>22867968
00000100:00100000:1.0:1789760759.887260:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760759.887274:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484281856:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760759.933884:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972900 gen 2
00000008:00010000:1.0:1789760759.933920:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760759.933927:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760759.933936:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760759.933960:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760759.933985:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484281856:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760759.971510:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5583, 5583]
00000080:00200000:1.0:1789760759.971524:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.971530:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.971542:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22872064 i_blocks 45063
00000020:00200000:1.0:1789760759.971545:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.971555:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.971581:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22872064, count: 4096
00000080:00200000:1.0:1789760759.971587:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22872064, bytes: 4096
00000080:00200000:1.0:1789760759.971597:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.971605:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.971607:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22872064, 22876160) 0 0
00000080:00200000:1.0:1789760759.971610:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.971622:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5584, 5584]
00020000:00200000:1.0:1789760759.971628:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22872064 chunk: [22872064, 22876160) 22876160, 4096
00020000:00200000:1.0:1789760759.971632:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.971647:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5584, 5584]
00000008:00010000:1.0:1789760759.971660:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.971665:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760759.971674:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22872064, 22876160) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.971685:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22872064=0x15d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.971736:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.971739:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22876160
00000020:00010000:1.0:1789760759.971745:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.971748:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.971751:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.971754:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.971757:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.971764:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.971770:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.971788:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760759.971995:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 22872064<>22876160
00000080:00200000:1.0:1789760760.023576:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5584, 5584]
00000080:00200000:1.0:1789760760.023590:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.023596:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.023609:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22876160 i_blocks 45063
00000020:00200000:1.0:1789760760.023613:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.023623:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.023649:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22876160, count: 4096
00000080:00200000:1.0:1789760760.023655:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22876160, bytes: 4096
00000080:00200000:1.0:1789760760.023667:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.023675:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.023677:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22876160, 22880256) 0 0
00000080:00200000:1.0:1789760760.023681:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.023694:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5585, 5585]
00020000:00200000:1.0:1789760760.023701:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22876160 chunk: [22876160, 22880256) 22880256, 4096
00020000:00200000:1.0:1789760760.023704:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.023719:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5585, 5585]
00000008:00010000:1.0:1789760760.023732:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.023737:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.023746:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22876160, 22880256) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.023759:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22876160=0x15d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.023803:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.023806:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22880256
00000020:00010000:1.0:1789760760.023812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.023816:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.023819:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.023822:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.023825:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.023832:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.023838:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.023853:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760760.024100:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 22876160<>22880256
00000080:00200000:1.0:1789760760.070185:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5585, 5585]
00000080:00200000:1.0:1789760760.070197:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.070202:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.070228:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22880256 i_blocks 45063
00000020:00200000:1.0:1789760760.070232:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.070240:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.070266:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22880256, count: 4096
00000080:00200000:1.0:1789760760.070273:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22880256, bytes: 4096
00000080:00200000:1.0:1789760760.070281:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.070288:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.070290:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22880256, 22884352) 0 0
00000080:00200000:1.0:1789760760.070294:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.070316:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5586, 5586]
00020000:00200000:1.0:1789760760.070323:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22880256 chunk: [22880256, 22884352) 22884352, 4096
00020000:00200000:1.0:1789760760.070327:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.070342:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5586, 5586]
00000008:00010000:1.0:1789760760.070356:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.070360:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.070368:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22880256, 22884352) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.070380:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22880256=0x15d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.070423:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.070425:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22884352
00000020:00010000:1.0:1789760760.070433:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.070436:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.070439:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.070442:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.070445:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.070452:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.070457:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.070470:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760760.070542:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 22880256<>22884352
00000080:00200000:1.0:1789760760.109645:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5586, 5586]
00000080:00200000:1.0:1789760760.109657:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.109663:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.109676:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22884352 i_blocks 45063
00000020:00200000:1.0:1789760760.109679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.109688:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.109716:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22884352, count: 4096
00000080:00200000:1.0:1789760760.109723:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22884352, bytes: 4096
00000080:00200000:1.0:1789760760.109730:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.109737:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.109739:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22884352, 22888448) 0 0
00000080:00200000:1.0:1789760760.109743:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.109755:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5587, 5587]
00020000:00200000:1.0:1789760760.109762:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22884352 chunk: [22884352, 22888448) 22888448, 4096
00020000:00200000:1.0:1789760760.109765:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.109780:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5587, 5587]
00000008:00010000:1.0:1789760760.109804:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.109809:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.109817:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22884352, 22888448) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.109828:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22884352=0x15d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.109901:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.109904:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22888448
00000020:00010000:1.0:1789760760.109911:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.109915:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.109918:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.109921:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.109923:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.109930:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.109935:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.109950:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760760.110027:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 22884352<>22888448
00000080:00200000:1.0:1789760760.140404:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5587, 5587]
00000080:00200000:1.0:1789760760.140418:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.140423:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.140435:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22888448 i_blocks 45063
00000020:00200000:1.0:1789760760.140439:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.140447:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.140475:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22888448, count: 4096
00000080:00200000:1.0:1789760760.140481:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22888448, bytes: 4096
00000080:00200000:1.0:1789760760.140489:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.140495:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.140498:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22888448, 22892544) 0 0
00000080:00200000:1.0:1789760760.140502:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.140515:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5588, 5588]
00020000:00200000:1.0:1789760760.140522:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22888448 chunk: [22888448, 22892544) 22892544, 4096
00020000:00200000:1.0:1789760760.140526:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.140540:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5588, 5588]
00000008:00010000:1.0:1789760760.140554:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.140559:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.140567:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22888448, 22892544) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.140577:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22888448=0x15d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.140622:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.140624:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22892544
00000020:00010000:1.0:1789760760.140630:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.140634:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.140637:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.140641:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.140643:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.140650:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.140655:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.140670:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760760.141678:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 22888448<>22892544
00000100:00100000:1.0:1789760760.141895:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760760.141908:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484282624:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760760.180977:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972906 gen 2
00000008:00010000:1.0:1789760760.181011:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760760.181017:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760760.181026:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760760.181100:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760760.181125:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484282624:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760760.187385:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5589, 5589]
00000008:00010000:1.0:1789760760.187412:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.187418:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.187429:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22892544, 22896640) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.187442:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22892544=0x15d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.187499:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.187503:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22896640
00000020:00010000:1.0:1789760760.187509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.187513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.187516:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.187519:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.187521:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.187530:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.187537:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.187555:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760760.187636:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 22892544<>22896640
00000100:00100000:1.0:1789760760.187784:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484282752:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760760.228825:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972907 gen 2
00000008:00010000:1.0:1789760760.228896:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760760.228903:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760760.228912:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760760.228923:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760760.228949:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484282752:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760760.268528:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760760.268535:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760760.268543:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760760.268564:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760760.268587:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484282880:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760760.268675:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5590, 5590]
00000080:00200000:2.0:1789760760.268688:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760760.268693:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760760.268706:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22900736 i_blocks 45063
00000020:00200000:2.0:1789760760.268710:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760760.268718:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760760.268747:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22900736, count: 4096
00000080:00200000:2.0:1789760760.268752:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22900736, bytes: 4096
00000080:00200000:2.0:1789760760.268762:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760760.268768:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760760.268770:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22900736, 22904832) 0 0
00000080:00200000:2.0:1789760760.268774:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760760.268786:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5591, 5591]
00020000:00200000:2.0:1789760760.268793:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22900736 chunk: [22900736, 22904832) 22904832, 4096
00020000:00200000:2.0:1789760760.268796:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760760.268813:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5591, 5591]
00000008:00010000:2.0:1789760760.268826:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760760.268830:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760760.268839:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22900736, 22904832) append 0 append lockpos 0
00000080:00200000:2.0:1789760760.268851:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22900736=0x15d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760760.268920:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760760.268923:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22904832
00000020:00010000:2.0:1789760760.268929:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760760.268933:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.268937:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.268940:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760760.268942:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760760.268948:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760760.268954:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760760.268968:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760760.269057:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 22900736<>22904832
00000080:00200000:2.0:1789760760.317371:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5591, 5591]
00000080:00200000:2.0:1789760760.317383:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760760.317389:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760760.317402:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22904832 i_blocks 45063
00000020:00200000:2.0:1789760760.317406:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760760.317415:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760760.317513:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22904832, count: 4096
00000080:00200000:2.0:1789760760.317520:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22904832, bytes: 4096
00000080:00200000:2.0:1789760760.317528:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760760.317535:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760760.317537:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22904832, 22908928) 0 0
00000080:00200000:2.0:1789760760.317541:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760760.317554:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5592, 5592]
00020000:00200000:2.0:1789760760.317560:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22904832 chunk: [22904832, 22908928) 22908928, 4096
00020000:00200000:2.0:1789760760.317564:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760760.317578:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5592, 5592]
00000008:00010000:2.0:1789760760.317591:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760760.317595:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760760.317603:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22904832, 22908928) append 0 append lockpos 0
00000080:00200000:2.0:1789760760.317614:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22904832=0x15d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760760.317655:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760760.317658:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22908928
00000020:00010000:2.0:1789760760.317664:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760760.317668:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.317671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.317674:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760760.317677:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760760.317684:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760760.317689:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760760.317704:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760760.317784:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 22904832<>22908928
00000080:00200000:2.0:1789760760.361154:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5592, 5592]
00000080:00200000:2.0:1789760760.361168:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760760.361174:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760760.361187:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22908928 i_blocks 45063
00000020:00200000:2.0:1789760760.361190:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760760.361199:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760760.361238:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22908928, count: 4096
00000080:00200000:2.0:1789760760.361417:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22908928, bytes: 4096
00000080:00200000:2.0:1789760760.361429:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760760.361437:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760760.361439:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22908928, 22913024) 0 0
00000080:00200000:2.0:1789760760.361443:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760760.361458:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5593, 5593]
00020000:00200000:2.0:1789760760.361465:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22908928 chunk: [22908928, 22913024) 22913024, 4096
00020000:00200000:2.0:1789760760.361469:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760760.361485:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5593, 5593]
00000008:00010000:2.0:1789760760.361499:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760760.361504:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760760.361513:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22908928, 22913024) append 0 append lockpos 0
00000080:00200000:2.0:1789760760.361523:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22908928=0x15d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760760.361565:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760760.361567:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22913024
00000020:00010000:2.0:1789760760.361573:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760760.361576:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.361579:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.361582:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760760.361585:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760760.361591:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760760.361597:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760760.361611:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760760.361703:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 22908928<>22913024
00000100:00100000:2.0:1789760760.361745:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484283264:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760760.426411:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5593, 5593]
00000080:00200000:1.0:1789760760.426424:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.426429:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.426441:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22913024 i_blocks 45063
00000020:00200000:1.0:1789760760.426444:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.426452:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.426480:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22913024, count: 4096
00000080:00200000:1.0:1789760760.426486:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22913024, bytes: 4096
00000080:00200000:1.0:1789760760.426495:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.426502:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.426504:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22913024, 22917120) 0 0
00000080:00200000:1.0:1789760760.426509:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.426522:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5594, 5594]
00020000:00200000:1.0:1789760760.426529:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22913024 chunk: [22913024, 22917120) 22917120, 4096
00020000:00200000:1.0:1789760760.426533:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.426547:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5594, 5594]
00000008:00010000:1.0:1789760760.426560:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.426564:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.426573:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22913024, 22917120) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.426583:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22913024=0x15da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.426624:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.426627:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22917120
00000020:00010000:1.0:1789760760.426633:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.426637:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.426640:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.426643:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.426645:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.426652:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.426658:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.426670:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760760.426748:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 22913024<>22917120
00000100:00100000:1.0:1789760760.426792:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760760.426805:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484283392:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760760.477985:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972912 gen 2
00000008:00010000:1.0:1789760760.478022:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760760.478028:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760760.478037:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760760.478056:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760760.478089:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484283392:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760760.478980:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484283520:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760760.536695:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5595, 5595]
00000080:00200000:1.0:1789760760.536707:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.536712:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.536724:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22921216 i_blocks 45063
00000020:00200000:1.0:1789760760.536727:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.536736:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.536765:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22921216, count: 4096
00000080:00200000:1.0:1789760760.536770:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22921216, bytes: 4096
00000080:00200000:1.0:1789760760.536779:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.536786:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.536788:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22921216, 22925312) 0 0
00000080:00200000:1.0:1789760760.536792:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.536803:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5596, 5596]
00020000:00200000:1.0:1789760760.536810:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22921216 chunk: [22921216, 22925312) 22925312, 4096
00020000:00200000:1.0:1789760760.536814:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.536827:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5596, 5596]
00000008:00010000:1.0:1789760760.536839:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.536844:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.536851:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22921216, 22925312) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.536888:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22921216=0x15dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.536930:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.536932:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22925312
00000020:00010000:1.0:1789760760.536938:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.536942:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.536944:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.536947:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.536950:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.536956:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.536961:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.536974:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760760.537049:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 22921216<>22925312
00000080:00200000:1.0:1789760760.592642:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5596, 5596]
00000080:00200000:1.0:1789760760.592654:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.592660:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.592672:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22925312 i_blocks 45063
00000020:00200000:1.0:1789760760.592676:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.592685:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.592714:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22925312, count: 4096
00000080:00200000:1.0:1789760760.592720:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22925312, bytes: 4096
00000080:00200000:1.0:1789760760.592728:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.592735:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.592737:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22925312, 22929408) 0 0
00000080:00200000:1.0:1789760760.592741:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.592753:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5597, 5597]
00020000:00200000:1.0:1789760760.592760:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22925312 chunk: [22925312, 22929408) 22929408, 4096
00020000:00200000:1.0:1789760760.592763:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.592778:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5597, 5597]
00000008:00010000:1.0:1789760760.592791:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.592795:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.592805:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22925312, 22929408) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.592816:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22925312=0x15dd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.592861:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.592906:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22929408
00000020:00010000:1.0:1789760760.592913:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.592916:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.592919:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.592922:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.592925:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.592931:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.592936:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.592949:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760760.593027:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 22925312<>22929408
00000080:00200000:1.0:1789760760.635655:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5597, 5597]
00000080:00200000:1.0:1789760760.635670:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.635675:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.635687:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22929408 i_blocks 45063
00000020:00200000:1.0:1789760760.635690:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.635699:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.635727:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22929408, count: 4096
00000080:00200000:1.0:1789760760.635733:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22929408, bytes: 4096
00000080:00200000:1.0:1789760760.635741:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.635749:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.635751:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22929408, 22933504) 0 0
00000080:00200000:1.0:1789760760.635754:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.635768:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5598, 5598]
00020000:00200000:1.0:1789760760.635775:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22929408 chunk: [22929408, 22933504) 22933504, 4096
00020000:00200000:1.0:1789760760.635778:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.635793:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5598, 5598]
00000008:00010000:1.0:1789760760.635808:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.635812:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.635822:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22929408, 22933504) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.635833:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22929408=0x15de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.635981:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.635984:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22933504
00000020:00010000:1.0:1789760760.635990:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.635994:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.635997:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.636000:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.636002:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.636010:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.636015:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.636032:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760760.636367:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8000 - object 0x280000401:2 offset 22929408<>22933504
00010000:00010000:2.0:1789760760.636930:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789760760.699572:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5598, 5598]
00000080:00200000:1.0:1789760760.699584:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.699589:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.699601:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22933504 i_blocks 45063
00000020:00200000:1.0:1789760760.699609:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.699618:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.699645:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22933504, count: 4096
00000080:00200000:1.0:1789760760.699652:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22933504, bytes: 4096
00000080:00200000:1.0:1789760760.699660:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.699667:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.699669:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22933504, 22937600) 0 0
00000080:00200000:1.0:1789760760.699673:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.699685:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5599, 5599]
00020000:00200000:1.0:1789760760.699692:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22933504 chunk: [22933504, 22937600) 22937600, 4096
00020000:00200000:1.0:1789760760.699696:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.699711:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5599, 5599]
00000008:00010000:1.0:1789760760.699725:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.699729:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760760.699737:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22933504, 22937600) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.699749:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22933504=0x15df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.699793:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.699796:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22937600
00000020:00010000:1.0:1789760760.699802:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.699805:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.699807:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.699811:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.699814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.699820:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.699826:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.699840:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760760.700290:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 22933504<>22937600
00000100:00100000:2.0:1789760760.743324:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760760.743339:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484284160:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760760.794112:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5600, 5600]
00000080:00200000:2.0:1789760760.794127:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760760.794131:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760760.794142:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22941696 i_blocks 45063
00000020:00200000:2.0:1789760760.794145:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760760.794154:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760760.794184:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22941696, count: 4096
00000080:00200000:2.0:1789760760.794190:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22941696, bytes: 4096
00000080:00200000:2.0:1789760760.794199:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760760.794214:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760760.794216:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22941696, 22945792) 0 0
00000080:00200000:2.0:1789760760.794220:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760760.794233:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5601, 5601]
00020000:00200000:2.0:1789760760.794241:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22941696 chunk: [22941696, 22945792) 22945792, 4096
00020000:00200000:2.0:1789760760.794244:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760760.794260:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5601, 5601]
00000008:00010000:2.0:1789760760.794273:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760760.794279:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760760.794287:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22941696, 22945792) append 0 append lockpos 0
00000080:00200000:2.0:1789760760.794300:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22941696=0x15e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760760.794347:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760760.794350:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22945792
00000020:00010000:2.0:1789760760.794356:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760760.794359:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.794362:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.794365:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760760.794368:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760760.794374:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760760.794473:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760760.794489:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760760.794565:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 22941696<>22945792
00000080:00200000:2.0:1789760760.826379:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5601, 5601]
00000080:00200000:2.0:1789760760.826392:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760760.826397:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760760.826409:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22945792 i_blocks 45063
00000020:00200000:2.0:1789760760.826413:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760760.826421:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760760.826448:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22945792, count: 4096
00000080:00200000:2.0:1789760760.826455:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22945792, bytes: 4096
00000080:00200000:2.0:1789760760.826462:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760760.826469:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760760.826471:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22945792, 22949888) 0 0
00000080:00200000:2.0:1789760760.826474:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760760.826486:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5602, 5602]
00020000:00200000:2.0:1789760760.826493:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22945792 chunk: [22945792, 22949888) 22949888, 4096
00020000:00200000:2.0:1789760760.826496:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760760.826511:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5602, 5602]
00000008:00010000:2.0:1789760760.826525:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760760.826530:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760760.826540:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22945792, 22949888) append 0 append lockpos 0
00000080:00200000:2.0:1789760760.826550:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22945792=0x15e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760760.826594:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760760.826597:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22949888
00000020:00010000:2.0:1789760760.826604:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760760.826606:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.826609:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.826612:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760760.826614:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760760.826620:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760760.826625:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760760.826639:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760760.826716:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 22945792<>22949888
00000080:00200000:2.0:1789760760.868705:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5602, 5602]
00000080:00200000:2.0:1789760760.868720:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760760.868725:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760760.868737:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22949888 i_blocks 45063
00000020:00200000:2.0:1789760760.868740:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760760.868749:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760760.868776:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22949888, count: 4096
00000080:00200000:2.0:1789760760.868781:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22949888, bytes: 4096
00000080:00200000:2.0:1789760760.868789:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760760.868796:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760760.868798:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22949888, 22953984) 0 0
00000080:00200000:2.0:1789760760.868801:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760760.868814:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5603, 5603]
00020000:00200000:2.0:1789760760.868821:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22949888 chunk: [22949888, 22953984) 22953984, 4096
00020000:00200000:2.0:1789760760.868826:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760760.868841:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5603, 5603]
00000008:00010000:2.0:1789760760.868855:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760760.868859:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760760.868894:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22949888, 22953984) append 0 append lockpos 0
00000080:00200000:2.0:1789760760.868905:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22949888=0x15e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760760.868949:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760760.868952:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22953984
00000020:00010000:2.0:1789760760.868958:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760760.868962:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.868964:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.868967:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760760.868970:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760760.868977:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760760.868982:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760760.869065:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760760.869397:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 22949888<>22953984
00000080:00200000:2.0:1789760760.913366:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5603, 5603]
00000080:00200000:2.0:1789760760.913378:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760760.913383:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760760.913395:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22953984 i_blocks 45063
00000020:00200000:2.0:1789760760.913399:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760760.913407:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760760.913437:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22953984, count: 4096
00000080:00200000:2.0:1789760760.913443:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22953984, bytes: 4096
00000080:00200000:2.0:1789760760.913450:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760760.913457:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760760.913459:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22953984, 22958080) 0 0
00000080:00200000:2.0:1789760760.913463:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760760.913475:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5604, 5604]
00020000:00200000:2.0:1789760760.913482:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22953984 chunk: [22953984, 22958080) 22958080, 4096
00020000:00200000:2.0:1789760760.913485:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760760.913500:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5604, 5604]
00000008:00010000:2.0:1789760760.913511:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760760.913515:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760760.913524:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22953984, 22958080) append 0 append lockpos 0
00000080:00200000:2.0:1789760760.913533:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22953984=0x15e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760760.913573:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760760.913576:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22958080
00000020:00010000:2.0:1789760760.913582:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760760.913585:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.913588:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760760.913591:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760760.913594:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760760.913600:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760760.913604:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760760.913617:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760760.913859:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 22953984<>22958080
00000100:00100000:1.0:1789760760.949757:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484284800:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760761.046046:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972923 gen 2
00000008:00010000:1.0:1789760761.046093:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760761.046100:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760761.046108:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760761.046130:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760761.046153:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484284800:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760761.046745:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484284928:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760761.092798:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760761.092807:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760761.092814:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760761.092828:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760761.092860:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484284928:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760761.093379:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484285056:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760761.163620:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972924 gen 2
00000100:00100000:1.0:1789760761.163651:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe9c00 x1876699484285056/t4294972925(4294972925) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760777 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760761.163686:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760761.163692:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760761.163699:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760761.163764:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760761.163783:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484285056:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760761.164377:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484285184:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760761.213591:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972926 gen 2
00000008:00010000:1.0:1789760761.213639:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760761.213646:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760761.213654:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760761.213676:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760761.213701:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484285184:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760761.213971:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5608, 5608]
00000080:00200000:2.0:1789760761.213984:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760761.213989:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760761.214001:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22974464 i_blocks 45063
00000020:00200000:2.0:1789760761.214004:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760761.214013:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760761.214041:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22974464, count: 4096
00000080:00200000:2.0:1789760761.214047:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22974464, bytes: 4096
00000080:00200000:2.0:1789760761.214055:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760761.214063:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760761.214064:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22974464, 22978560) 0 0
00000080:00200000:2.0:1789760761.214068:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760761.214081:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5609, 5609]
00020000:00200000:2.0:1789760761.214088:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22974464 chunk: [22974464, 22978560) 22978560, 4096
00020000:00200000:2.0:1789760761.214092:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760761.214108:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5609, 5609]
00000008:00010000:2.0:1789760761.214121:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760761.214126:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760761.214134:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22974464, 22978560) append 0 append lockpos 0
00000080:00200000:2.0:1789760761.214145:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22974464=0x15e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760761.214186:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760761.214189:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22978560
00000020:00010000:2.0:1789760761.214195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760761.214199:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.214210:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.214214:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760761.214216:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760761.214223:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760761.214228:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760761.214243:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760761.214381:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 22974464<>22978560
00000080:00200000:2.0:1789760761.249785:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5609, 5609]
00000080:00200000:2.0:1789760761.249798:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760761.249803:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760761.249814:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22978560 i_blocks 45063
00000020:00200000:2.0:1789760761.249818:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760761.249826:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760761.249854:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22978560, count: 4096
00000080:00200000:2.0:1789760761.249860:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22978560, bytes: 4096
00000080:00200000:2.0:1789760761.249893:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760761.249901:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760761.249903:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22978560, 22982656) 0 0
00000080:00200000:2.0:1789760761.249907:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760761.249920:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5610, 5610]
00020000:00200000:2.0:1789760761.249933:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22978560 chunk: [22978560, 22982656) 22982656, 4096
00020000:00200000:2.0:1789760761.249937:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760761.249954:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5610, 5610]
00000008:00010000:2.0:1789760761.249967:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760761.249971:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760761.249980:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22978560, 22982656) append 0 append lockpos 0
00000080:00200000:2.0:1789760761.249991:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22978560=0x15ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760761.250049:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760761.250052:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22982656
00000020:00010000:2.0:1789760761.250059:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760761.250062:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.250064:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.250067:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760761.250069:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760761.250076:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760761.250081:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760761.250095:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760761.250175:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 22978560<>22982656
00000080:00200000:2.0:1789760761.299844:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5610, 5610]
00000080:00200000:2.0:1789760761.299857:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760761.299893:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760761.299906:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22982656 i_blocks 45063
00000020:00200000:2.0:1789760761.299909:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760761.299918:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760761.299948:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22982656, count: 4096
00000080:00200000:2.0:1789760761.299954:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22982656, bytes: 4096
00000080:00200000:2.0:1789760761.299961:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760761.299969:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760761.299971:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22982656, 22986752) 0 0
00000080:00200000:2.0:1789760761.299974:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760761.299987:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5611, 5611]
00020000:00200000:2.0:1789760761.299994:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22982656 chunk: [22982656, 22986752) 22986752, 4096
00020000:00200000:2.0:1789760761.299998:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760761.300030:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5611, 5611]
00000008:00010000:2.0:1789760761.300045:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760761.300049:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760761.300059:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22982656, 22986752) append 0 append lockpos 0
00000080:00200000:2.0:1789760761.300070:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22982656=0x15eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760761.300115:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760761.300118:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22986752
00000020:00010000:2.0:1789760761.300125:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760761.300128:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.300131:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.300134:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760761.300136:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760761.300142:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760761.300148:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760761.300162:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760761.300254:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 22982656<>22986752
00000100:00100000:2.0:1789760761.300293:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760761.300306:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484285568:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760761.352076:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5611, 5611]
00000080:00200000:2.0:1789760761.352088:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760761.352094:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760761.352106:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22986752 i_blocks 45063
00000020:00200000:2.0:1789760761.352109:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760761.352119:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760761.352147:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22986752, count: 4096
00000080:00200000:2.0:1789760761.352153:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22986752, bytes: 4096
00000080:00200000:2.0:1789760761.352161:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760761.352168:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760761.352170:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22986752, 22990848) 0 0
00000080:00200000:2.0:1789760761.352173:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760761.352187:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5612, 5612]
00020000:00200000:2.0:1789760761.352194:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22986752 chunk: [22986752, 22990848) 22990848, 4096
00020000:00200000:2.0:1789760761.352197:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760761.352223:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5612, 5612]
00000008:00010000:2.0:1789760761.352543:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760761.352549:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760761.352560:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22986752, 22990848) append 0 append lockpos 0
00000080:00200000:2.0:1789760761.352572:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22986752=0x15ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760761.352618:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760761.352621:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22990848
00000020:00010000:2.0:1789760761.352628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760761.352631:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.352633:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.352636:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760761.352638:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760761.352644:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760761.352649:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760761.352663:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760761.352743:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 22986752<>22990848
00000080:00200000:2.0:1789760761.405725:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5612, 5612]
00000080:00200000:2.0:1789760761.405738:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760761.405744:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760761.405757:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22990848 i_blocks 45063
00000020:00200000:2.0:1789760761.405761:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760761.405769:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760761.405800:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22990848, count: 4096
00000080:00200000:2.0:1789760761.405807:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22990848, bytes: 4096
00000080:00200000:2.0:1789760761.405814:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760761.405821:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760761.405823:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22990848, 22994944) 0 0
00000080:00200000:2.0:1789760761.405827:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760761.405842:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5613, 5613]
00020000:00200000:2.0:1789760761.405849:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22990848 chunk: [22990848, 22994944) 22994944, 4096
00020000:00200000:2.0:1789760761.405854:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760761.405897:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5613, 5613]
00000008:00010000:2.0:1789760761.405913:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760761.405918:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760761.405927:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22990848, 22994944) append 0 append lockpos 0
00000080:00200000:2.0:1789760761.405937:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22990848=0x15ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760761.405978:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760761.405980:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22994944
00000020:00010000:2.0:1789760761.406060:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760761.406063:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.406066:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.406069:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760761.406072:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760761.406078:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760761.406084:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760761.406098:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760761.406190:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 22990848<>22994944
00000080:00200000:2.0:1789760761.460904:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5613, 5613]
00000080:00200000:2.0:1789760761.460918:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760761.460923:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760761.460937:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22994944 i_blocks 45063
00000020:00200000:2.0:1789760761.460940:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760761.460948:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760761.460977:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22994944, count: 4096
00000080:00200000:2.0:1789760761.460983:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22994944, bytes: 4096
00000080:00200000:2.0:1789760761.460991:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760761.461010:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760761.461012:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22994944, 22999040) 0 0
00000080:00200000:2.0:1789760761.461016:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760761.461031:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5614, 5614]
00020000:00200000:2.0:1789760761.461038:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22994944 chunk: [22994944, 22999040) 22999040, 4096
00020000:00200000:2.0:1789760761.461042:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760761.461057:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5614, 5614]
00000008:00010000:2.0:1789760761.461070:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760761.461076:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760761.461084:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22994944, 22999040) append 0 append lockpos 0
00000080:00200000:2.0:1789760761.461096:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22994944=0x15ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760761.461153:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760761.461156:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22999040
00000020:00010000:2.0:1789760761.461163:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760761.461166:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.461169:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.461172:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760761.461175:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760761.461180:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760761.461186:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760761.461199:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760761.461287:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 22994944<>22999040
00000080:00200000:2.0:1789760761.523604:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5614, 5614]
00000080:00200000:2.0:1789760761.523618:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760761.523622:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760761.523634:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22999040 i_blocks 45063
00000020:00200000:2.0:1789760761.523637:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760761.523645:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760761.523673:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22999040, count: 4096
00000080:00200000:2.0:1789760761.523679:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22999040, bytes: 4096
00000080:00200000:2.0:1789760761.523686:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760761.523694:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760761.523696:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22999040, 23003136) 0 0
00000080:00200000:2.0:1789760761.523700:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760761.523713:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5615, 5615]
00020000:00200000:2.0:1789760761.523719:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22999040 chunk: [22999040, 23003136) 23003136, 4096
00020000:00200000:2.0:1789760761.523723:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760761.523737:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5615, 5615]
00000008:00010000:2.0:1789760761.523751:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760761.523756:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760761.523765:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22999040, 23003136) append 0 append lockpos 0
00000080:00200000:2.0:1789760761.523776:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=22999040=0x15ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760761.523821:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760761.523823:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23003136
00000020:00010000:2.0:1789760761.523831:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760761.523834:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.523837:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d638/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.523840:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760761.523843:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760761.523849:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760761.523854:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760761.524162:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760761.524374:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 22999040<>23003136
00000100:00100000:1.0:1789760761.599803:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760761.599833:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484286208:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760761.659075:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760761.713521:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972934 gen 2
00000008:00010000:1.0:1789760761.713571:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760761.713578:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760761.713586:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760761.713606:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760761.713630:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484286208:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760761.714772:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484286336:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760761.770661:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760761.770681:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484286464:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760761.827654:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972936 gen 2
00000008:00010000:2.0:1789760761.827707:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760761.827717:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760761.827727:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760761.827749:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760761.827780:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484286464:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760761.828632:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760761.828653:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484286592:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760761.868903:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972937 gen 2
00000008:00010000:2.0:1789760761.868951:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760761.868959:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760761.868969:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760761.868998:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760761.869026:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484286592:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760761.869895:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760761.869915:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484286720:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760761.913176:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972938 gen 2
00000008:00010000:2.0:1789760761.913236:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760761.913244:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760761.913253:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760761.913273:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760761.913310:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484286720:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760761.914153:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760761.914173:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484286848:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760761.993657:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972939 gen 2
00000008:00010000:2.0:1789760761.993712:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760761.993721:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760761.993732:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760761.993809:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760761.993845:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484286848:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760761.998018:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23027712 i_blocks 45063
00000020:00200000:2.0:1789760761.998026:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760761.998040:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760761.998074:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23027712, count: 4096
00000080:00200000:2.0:1789760761.998085:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23027712, bytes: 4096
00000080:00200000:2.0:1789760761.998096:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760761.998106:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760761.998109:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23027712, 23031808) 0 0
00000080:00200000:2.0:1789760761.998113:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760761.998132:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5622, 5622]
00020000:00200000:2.0:1789760761.998142:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23027712 chunk: [23027712, 23031808) 23031808, 4096
00020000:00200000:2.0:1789760761.998147:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760761.998213:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5622, 5622]
00000008:00010000:2.0:1789760761.998233:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760761.998239:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760761.998255:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23027712, 23031808) append 0 append lockpos 0
00000080:00200000:2.0:1789760761.998272:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23027712=0x15f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760761.998416:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760761.998422:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23031808
00000020:00010000:2.0:1789760761.998431:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760761.998434:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.998437:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760761.998443:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760761.998446:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760761.998455:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760761.998464:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760761.998484:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760761.998673:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 23027712<>23031808
00000100:00100000:2.0:1789760761.998728:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760761.998754:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484286976:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.042373:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972940 gen 2
00000008:00010000:2.0:1789760762.042437:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760762.042445:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.042456:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.042489:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760762.042520:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484286976:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.043509:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760762.043531:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484287104:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.087291:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972941 gen 2
00000008:00010000:2.0:1789760762.087340:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760762.087348:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.087358:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.087382:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760762.087409:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484287104:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.088497:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760762.088517:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484287232:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760762.163667:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760762.163684:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.163694:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.163716:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760762.163741:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484287232:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.164583:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484287360:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.231671:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972943 gen 2
00000008:00010000:2.0:1789760762.231748:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760762.231757:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.231766:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.231788:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760762.231819:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484287360:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.233514:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484287488:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760762.273028:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760762.273046:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.273057:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.273069:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760762.273099:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484287488:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.274140:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484287616:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.355473:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972945 gen 2
00000008:00010000:2.0:1789760762.355536:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760762.355544:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.355555:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.355577:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760762.355602:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484287616:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.356559:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484287744:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760762.406149:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972946 gen 2
00000008:00010000:2.0:1789760762.406213:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760762.406222:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.406241:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.406264:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760762.406360:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484287744:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760762.440591:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5629, 5629]
00000080:00200000:2.0:1789760762.440609:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760762.440615:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760762.440630:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23060480 i_blocks 45063
00000020:00200000:2.0:1789760762.440633:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760762.440643:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760762.440671:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23060480, count: 4096
00000080:00200000:2.0:1789760762.440679:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23060480, bytes: 4096
00000080:00200000:2.0:1789760762.440690:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760762.440699:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760762.440701:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23060480, 23064576) 0 0
00000080:00200000:2.0:1789760762.440706:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760762.440720:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5630, 5630]
00020000:00200000:2.0:1789760762.440729:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23060480 chunk: [23060480, 23064576) 23064576, 4096
00020000:00200000:2.0:1789760762.440733:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760762.440749:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5630, 5630]
00000008:00010000:2.0:1789760762.440766:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760762.440771:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760762.440781:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23060480, 23064576) append 0 append lockpos 0
00000080:00200000:2.0:1789760762.440793:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23060480=0x15fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760762.440842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760762.440845:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23064576
00000020:00010000:2.0:1789760762.440853:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760762.440856:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760762.440859:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760762.440903:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760762.440906:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760762.440913:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760762.440920:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760762.440932:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760762.441024:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 23060480<>23064576
00000100:00100000:2.0:1789760762.441071:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760762.441086:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484288000:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760762.471654:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760762.471669:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.471681:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.471707:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760762.471739:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484288000:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760762.562323:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5631, 5631]
00000080:00200000:1.0:1789760762.562340:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760762.562346:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760762.562362:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23068672 i_blocks 45063
00000020:00200000:1.0:1789760762.562365:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760762.562376:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760762.562408:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23068672, count: 4096
00000080:00200000:1.0:1789760762.562416:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23068672, bytes: 4096
00000080:00200000:1.0:1789760762.562425:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760762.562435:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760762.562437:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23068672, 23072768) 0 0
00000080:00200000:1.0:1789760762.562441:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760762.562458:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5632, 5632]
00020000:00200000:1.0:1789760762.562466:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23068672 chunk: [23068672, 23072768) 23072768, 4096
00020000:00200000:1.0:1789760762.562471:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760762.562493:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5632, 5632]
00000008:00010000:1.0:1789760762.562512:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760762.562518:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760762.562530:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23068672, 23072768) append 0 append lockpos 0
00000080:00200000:1.0:1789760762.562544:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23068672=0x1600000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760762.562611:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760762.562614:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23072768
00000020:00010000:1.0:1789760762.562622:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760762.562625:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.562628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.562632:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760762.562634:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760762.562642:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760762.562649:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760762.562669:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760762.562772:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 23068672<>23072768
00000100:00100000:1.0:1789760762.562823:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484288256:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760762.651894:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972950 gen 2
00000008:00010000:1.0:1789760762.651949:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:1.0:1789760762.651956:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.651966:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.651990:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:1.0:1789760762.652016:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484288256:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760762.652168:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5632, 5632]
00000080:00200000:2.0:1789760762.652183:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760762.652189:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760762.652215:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23072768 i_blocks 45063
00000020:00200000:2.0:1789760762.652219:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760762.652239:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760762.652272:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23072768, count: 4096
00000080:00200000:2.0:1789760762.652279:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23072768, bytes: 4096
00000080:00200000:2.0:1789760762.652288:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760762.652297:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760762.652299:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23072768, 23076864) 0 0
00000080:00200000:2.0:1789760762.652304:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760762.652319:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5633, 5633]
00020000:00200000:2.0:1789760762.652327:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23072768 chunk: [23072768, 23076864) 23076864, 4096
00020000:00200000:2.0:1789760762.652332:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760762.652349:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5633, 5633]
00000008:00010000:2.0:1789760762.652365:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760762.652371:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760762.652381:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23072768, 23076864) append 0 append lockpos 0
00000080:00200000:2.0:1789760762.652393:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23072768=0x1601000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760762.652458:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760762.652461:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23076864
00000020:00010000:2.0:1789760762.652473:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760762.652477:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760762.652480:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760762.652483:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760762.653113:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760762.653125:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760762.653134:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760762.653155:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760762.654220:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 23072768<>23076864
00010000:00010000:2.0:1789760762.683212:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760762.709947:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972951 gen 2
00000008:00010000:2.0:1789760762.710008:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760762.710018:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760762.710029:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760762.710055:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000080:00200000:1.0:1789760762.710084:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5633, 5633]
00000100:00100000:2.0:1789760762.710087:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484288384:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760762.710104:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760762.710111:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760762.710127:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23076864 i_blocks 47111
00000020:00200000:1.0:1789760762.710131:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760762.710143:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760762.710176:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23076864, count: 4096
00000080:00200000:1.0:1789760762.710184:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23076864, bytes: 4096
00000080:00200000:1.0:1789760762.710202:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760762.710212:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760762.710214:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23076864, 23080960) 0 0
00000080:00200000:1.0:1789760762.710218:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760762.710246:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5634, 5634]
00020000:00200000:1.0:1789760762.710256:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23076864 chunk: [23076864, 23080960) 23080960, 4096
00020000:00200000:1.0:1789760762.710260:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760762.710281:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5634, 5634]
00000008:00010000:1.0:1789760762.710299:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760762.710305:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760762.710316:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23076864, 23080960) append 0 append lockpos 0
00000080:00200000:1.0:1789760762.710330:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23076864=0x1602000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760762.710388:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760762.710391:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23080960
00000020:00010000:1.0:1789760762.710399:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760762.710403:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.710406:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.710409:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760762.710412:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760762.710430:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760762.710438:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760762.710454:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760762.710552:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 23076864<>23080960
00000080:00200000:1.0:1789760762.748668:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5634, 5634]
00000080:00200000:1.0:1789760762.748684:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760762.748691:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760762.748706:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23080960 i_blocks 47111
00000020:00200000:1.0:1789760762.748710:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760762.748721:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760762.748755:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23080960, count: 4096
00000080:00200000:1.0:1789760762.748763:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23080960, bytes: 4096
00000080:00200000:1.0:1789760762.748771:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760762.748781:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760762.748783:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23080960, 23085056) 0 0
00000080:00200000:1.0:1789760762.748788:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760762.748806:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5635, 5635]
00020000:00200000:1.0:1789760762.748814:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23080960 chunk: [23080960, 23085056) 23085056, 4096
00020000:00200000:1.0:1789760762.748819:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760762.748839:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5635, 5635]
00000008:00010000:1.0:1789760762.748857:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760762.748891:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760762.748905:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23080960, 23085056) append 0 append lockpos 0
00000080:00200000:1.0:1789760762.748920:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23080960=0x1603000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760762.748985:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760762.748988:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23085056
00000020:00010000:1.0:1789760762.748996:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760762.749000:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.749004:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.749007:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760762.749010:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760762.749022:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760762.749028:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760762.749045:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760762.749141:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 23080960<>23085056
00000080:00200000:1.0:1789760762.788335:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5635, 5635]
00000080:00200000:1.0:1789760762.788352:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760762.788358:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760762.788373:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23085056 i_blocks 47111
00000020:00200000:1.0:1789760762.788378:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760762.788390:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760762.788426:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23085056, count: 4096
00000080:00200000:1.0:1789760762.788433:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23085056, bytes: 4096
00000080:00200000:1.0:1789760762.788445:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760762.788454:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760762.788456:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23085056, 23089152) 0 0
00000080:00200000:1.0:1789760762.788460:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760762.788485:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5636, 5636]
00020000:00200000:1.0:1789760762.788494:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23085056 chunk: [23085056, 23089152) 23089152, 4096
00020000:00200000:1.0:1789760762.788500:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760762.788521:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5636, 5636]
00000008:00010000:1.0:1789760762.788604:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760762.788611:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760762.788624:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23085056, 23089152) append 0 append lockpos 0
00000080:00200000:1.0:1789760762.788638:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23085056=0x1604000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760762.788701:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760762.788704:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23089152
00000020:00010000:1.0:1789760762.788713:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760762.788716:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.788719:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.788723:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760762.788726:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760762.788734:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760762.788741:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760762.788758:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760762.789030:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9f80 - object 0x280000401:2 offset 23085056<>23089152
00000080:00200000:1.0:1789760762.841892:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5636, 5636]
00000080:00200000:1.0:1789760762.841907:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760762.841912:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760762.841927:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23089152 i_blocks 47111
00000020:00200000:1.0:1789760762.841930:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760762.841941:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760762.845390:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23089152, count: 4096
00000080:00200000:1.0:1789760762.845423:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23089152, bytes: 4096
00000080:00200000:1.0:1789760762.845445:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760762.845456:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760762.845459:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23089152, 23093248) 0 0
00000080:00200000:1.0:1789760762.845466:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760762.845486:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5637, 5637]
00020000:00200000:1.0:1789760762.845497:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23089152 chunk: [23089152, 23093248) 23093248, 4096
00020000:00200000:1.0:1789760762.845502:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760762.845525:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5637, 5637]
00000008:00010000:1.0:1789760762.846227:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760762.846618:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760762.846638:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23089152, 23093248) append 0 append lockpos 0
00000080:00200000:1.0:1789760762.846656:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23089152=0x1605000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760762.846739:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760762.846743:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23093248
00000020:00010000:1.0:1789760762.846752:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760762.846756:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.846759:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.846762:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760762.846765:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760762.846778:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760762.846787:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760762.846823:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760762.847244:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84abb80 - object 0x280000401:2 offset 23089152<>23093248
00000080:00200000:1.0:1789760762.883752:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5637, 5637]
00000080:00200000:1.0:1789760762.883769:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760762.883776:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760762.883793:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23093248 i_blocks 47111
00000020:00200000:1.0:1789760762.883796:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760762.883808:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760762.883843:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23093248, count: 4096
00000080:00200000:1.0:1789760762.883851:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23093248, bytes: 4096
00000080:00200000:1.0:1789760762.883861:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760762.883910:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760762.883912:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23093248, 23097344) 0 0
00000080:00200000:1.0:1789760762.883916:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760762.883935:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5638, 5638]
00020000:00200000:1.0:1789760762.883945:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23093248 chunk: [23093248, 23097344) 23097344, 4096
00020000:00200000:1.0:1789760762.883949:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760762.883971:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5638, 5638]
00000008:00010000:1.0:1789760762.884170:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760762.884176:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760762.884188:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23093248, 23097344) append 0 append lockpos 0
00000080:00200000:1.0:1789760762.884405:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23093248=0x1606000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760762.884471:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760762.884474:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23097344
00000020:00010000:1.0:1789760762.884483:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760762.884487:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.884490:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.884493:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760762.884496:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760762.884505:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760762.884512:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760762.884532:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760762.884928:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84abb80 - object 0x280000401:2 offset 23093248<>23097344
00000080:00200000:1.0:1789760762.983239:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5638, 5638]
00000080:00200000:1.0:1789760762.983254:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760762.983260:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760762.983339:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23097344 i_blocks 47111
00000020:00200000:1.0:1789760762.983345:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760762.983355:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760762.983390:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23097344, count: 4096
00000080:00200000:1.0:1789760762.983397:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23097344, bytes: 4096
00000080:00200000:1.0:1789760762.983409:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760762.983418:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760762.983420:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23097344, 23101440) 0 0
00000080:00200000:1.0:1789760762.983424:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760762.983441:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5639, 5639]
00020000:00200000:1.0:1789760762.983450:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23097344 chunk: [23097344, 23101440) 23101440, 4096
00020000:00200000:1.0:1789760762.983455:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760762.983474:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5639, 5639]
00000008:00010000:1.0:1789760762.983493:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760762.983499:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760762.983510:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23097344, 23101440) append 0 append lockpos 0
00000080:00200000:1.0:1789760762.983523:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23097344=0x1607000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760762.983579:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760762.983582:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23101440
00000020:00010000:1.0:1789760762.983590:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760762.983593:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.983595:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760762.983598:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760762.983601:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760762.983608:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760762.983614:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760762.983695:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760762.983793:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9f80 - object 0x280000401:2 offset 23097344<>23101440
00000100:00100000:2.0:1789760763.004721:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484289408:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760763.004771:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2424:1876699484289664:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760763.004832:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484289536:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760763.004855:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2425:1876699484289792:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760763.010363:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2627c619-a8ae-4613-a619-f7e733291af3:2425:1876699484289280:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760763.010389:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484289536:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760763.010398:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2425:1876699484289792:192.168.203.110@tcp:400:kworker.0
00000080:00200000:1.0:1789760763.044301:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5639, 5639]
00000080:00200000:1.0:1789760763.044327:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760763.044335:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760763.044355:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23101440 i_blocks 47111
00000020:00200000:1.0:1789760763.044360:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760763.044376:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760763.044410:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23101440, count: 4096
00000080:00200000:1.0:1789760763.044418:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23101440, bytes: 4096
00000080:00200000:1.0:1789760763.044432:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760763.044441:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760763.044443:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23101440, 23105536) 0 0
00000080:00200000:1.0:1789760763.044447:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760763.044464:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5640, 5640]
00020000:00200000:1.0:1789760763.044473:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23101440 chunk: [23101440, 23105536) 23105536, 4096
00020000:00200000:1.0:1789760763.044478:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760763.044499:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5640, 5640]
00000008:00010000:1.0:1789760763.044517:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760763.044523:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760763.044535:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23101440, 23105536) append 0 append lockpos 0
00000080:00200000:1.0:1789760763.044550:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23101440=0x1608000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760763.044618:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760763.044620:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23105536
00000020:00010000:1.0:1789760763.044628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760763.044631:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760763.044634:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760763.044637:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760763.044640:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760763.044648:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760763.044656:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760763.044676:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760763.044783:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 23101440<>23105536
00000080:00200000:1.0:1789760763.100999:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5640, 5640]
00000080:00200000:1.0:1789760763.101021:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760763.101027:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760763.101064:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23105536 i_blocks 47111
00000020:00200000:1.0:1789760763.101068:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760763.101083:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760763.101116:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23105536, count: 4096
00000080:00200000:1.0:1789760763.101123:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23105536, bytes: 4096
00000080:00200000:1.0:1789760763.101133:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760763.101142:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760763.101144:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23105536, 23109632) 0 0
00000080:00200000:1.0:1789760763.101148:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760763.101166:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5641, 5641]
00020000:00200000:1.0:1789760763.101174:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23105536 chunk: [23105536, 23109632) 23109632, 4096
00020000:00200000:1.0:1789760763.101178:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760763.101205:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5641, 5641]
00000008:00010000:1.0:1789760763.101223:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760763.101229:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760763.101240:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23105536, 23109632) append 0 append lockpos 0
00000080:00200000:1.0:1789760763.101258:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23105536=0x1609000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760763.101328:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760763.101331:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23109632
00000020:00010000:1.0:1789760763.101339:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760763.101343:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760763.101345:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760763.101348:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760763.101351:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760763.101359:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760763.101366:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760763.101384:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760763.101492:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 23105536<>23109632
00000100:00100000:1.0:1789760763.102127:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484290048:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.162957:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972959 gen 2
00000008:00010000:1.0:1789760763.163021:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:1.0:1789760763.163029:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760763.163041:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760763.163062:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:1.0:1789760763.163090:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484290048:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.164561:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760763.164588:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484290176:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760763.199775:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760763.199791:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.199802:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.199817:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760763.199850:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484290176:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.200645:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760763.200667:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484290304:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.233959:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972961 gen 2
00000008:00010000:2.0:1789760763.234039:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760763.234048:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.234058:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.234078:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760763.234107:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484290304:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.234777:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760763.234795:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484290432:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.271559:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972962 gen 2
00000008:00010000:2.0:1789760763.271617:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760763.271627:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.271638:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.271661:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760763.271693:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484290432:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.272534:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760763.272552:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484290560:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760763.308914:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760763.308927:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.308936:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.308952:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760763.308982:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484290560:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.309683:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484290688:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.345288:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972964 gen 2
00000008:00010000:2.0:1789760763.345358:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760763.345367:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.345378:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.345452:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760763.345484:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484290688:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.346679:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484290816:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760763.377565:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760763.377579:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760763.377590:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760763.377619:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760763.377650:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484290816:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.378919:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484290944:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.413066:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972966 gen 2
00000008:00010000:1.0:1789760763.413133:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760763.413142:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760763.413151:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760763.413170:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760763.413210:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484290944:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.414613:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760763.414636:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484291072:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760763.461692:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760763.461783:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760763.461795:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760763.461896:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760763.461928:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484291072:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.463402:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484291200:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.504011:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972968 gen 2
00000008:00010000:1.0:1789760763.504089:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760763.504099:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760763.504110:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760763.504139:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760763.504168:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484291200:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.550220:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972969 gen 2
00000008:00010000:2.0:1789760763.550273:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760763.550292:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.550312:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.550337:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760763.550369:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484291328:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760763.588159:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5652, 5652]
00000080:00200000:1.0:1789760763.588177:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760763.588184:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760763.588209:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23154688 i_blocks 47111
00000020:00200000:1.0:1789760763.588213:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760763.588225:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760763.588258:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23154688, count: 4096
00000080:00200000:1.0:1789760763.588266:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23154688, bytes: 4096
00000080:00200000:1.0:1789760763.588339:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760763.588350:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760763.588352:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23154688, 23158784) 0 0
00000080:00200000:1.0:1789760763.588356:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760763.588373:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5653, 5653]
00020000:00200000:1.0:1789760763.588381:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23154688 chunk: [23154688, 23158784) 23158784, 4096
00020000:00200000:1.0:1789760763.588387:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760763.588407:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5653, 5653]
00000008:00010000:1.0:1789760763.588425:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760763.588431:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760763.588443:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23154688, 23158784) append 0 append lockpos 0
00000080:00200000:1.0:1789760763.589128:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23154688=0x1615000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760763.589211:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760763.589214:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23158784
00000020:00010000:1.0:1789760763.589223:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760763.589226:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760763.589228:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760763.589232:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760763.589236:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760763.589245:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760763.589252:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760763.589526:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760763.590351:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 23154688<>23158784
00000080:00200000:2.0:1789760763.641064:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5653, 5653]
00000080:00200000:2.0:1789760763.641089:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760763.641096:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760763.641112:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23158784 i_blocks 47111
00000020:00200000:2.0:1789760763.641121:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760763.641134:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760763.641166:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23158784, count: 4096
00000080:00200000:2.0:1789760763.641173:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23158784, bytes: 4096
00000080:00200000:2.0:1789760763.641183:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760763.641202:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760763.641204:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23158784, 23162880) 0 0
00000080:00200000:2.0:1789760763.641209:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760763.641226:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5654, 5654]
00020000:00200000:2.0:1789760763.641235:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23158784 chunk: [23158784, 23162880) 23162880, 4096
00020000:00200000:2.0:1789760763.641240:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760763.641259:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5654, 5654]
00000008:00010000:2.0:1789760763.641282:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760763.641290:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760763.641310:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23158784, 23162880) append 0 append lockpos 0
00000080:00200000:2.0:1789760763.641330:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23158784=0x1616000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760763.641434:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760763.641440:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23162880
00000020:00010000:2.0:1789760763.641454:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760763.641458:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760763.641474:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760763.641479:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760763.641482:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760763.641494:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760763.641501:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760763.641518:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760763.641722:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23158784<>23162880
00000100:00100000:2.0:1789760763.684083:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972972 gen 2
00000008:00010000:2.0:1789760763.684137:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760763.684146:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.684158:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.684177:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760763.685631:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484291712:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760763.707782:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760763.757834:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972973 gen 2
00000008:00010000:2.0:1789760763.757930:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760763.757938:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.757949:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.757966:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760763.758003:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484291840:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.759140:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760763.760174:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484291968:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760763.816728:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972974 gen 2
00000008:00010000:1.0:1789760763.817435:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760763.817445:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760763.817456:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760763.817601:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760763.817639:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484291968:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760763.817854:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5656, 5656]
00000080:00200000:2.0:1789760763.817893:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760763.817900:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760763.817916:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23171072 i_blocks 47111
00000020:00200000:2.0:1789760763.817921:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760763.817932:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760763.817965:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23171072, count: 4096
00000080:00200000:2.0:1789760763.817972:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23171072, bytes: 4096
00000080:00200000:2.0:1789760763.817985:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760763.817994:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760763.817996:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23171072, 23175168) 0 0
00000080:00200000:2.0:1789760763.818002:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760763.818020:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5657, 5657]
00020000:00200000:2.0:1789760763.818029:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23171072 chunk: [23171072, 23175168) 23175168, 4096
00020000:00200000:2.0:1789760763.818033:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760763.818053:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5657, 5657]
00000008:00010000:2.0:1789760763.818071:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760763.818078:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760763.818089:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23171072, 23175168) append 0 append lockpos 0
00000080:00200000:2.0:1789760763.818103:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23171072=0x1619000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760763.818156:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760763.818159:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23175168
00000020:00010000:2.0:1789760763.818167:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760763.818171:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760763.818173:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760763.818177:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760763.818180:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760763.818202:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760763.818209:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760763.818226:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760763.818858:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23171072<>23175168
00000100:00100000:2.0:1789760763.819444:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484292096:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.876979:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972975 gen 2
00000008:00010000:2.0:1789760763.877030:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760763.877039:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.877050:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.877340:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760763.877372:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484292096:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.878791:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484292224:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.917955:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972976 gen 2
00000008:00010000:2.0:1789760763.918018:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760763.918027:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.918037:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.918109:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760763.918142:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484292224:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.919944:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484292352:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.974163:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972977 gen 2
00000008:00010000:2.0:1789760763.974225:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760763.974234:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760763.974244:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760763.974265:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760763.974305:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484292352:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760763.975025:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484292480:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.028114:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972978 gen 2
00000008:00010000:2.0:1789760764.028160:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760764.028168:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.028177:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.028204:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760764.028232:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484292480:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.029441:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760764.029462:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484292608:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.056531:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972979 gen 2
00000008:00010000:2.0:1789760764.056579:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760764.056588:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.056598:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.056614:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760764.056643:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484292608:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.057485:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484292736:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.101584:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972980 gen 2
00000008:00010000:2.0:1789760764.101636:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760764.101643:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.101653:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.101675:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760764.101702:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484292736:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760764.162581:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5663, 5663]
00000080:00200000:1.0:1789760764.162598:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760764.162605:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760764.162621:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23199744 i_blocks 47111
00000020:00200000:1.0:1789760764.162625:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760764.162636:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760764.162667:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23199744, count: 4096
00000080:00200000:1.0:1789760764.162675:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23199744, bytes: 4096
00000080:00200000:1.0:1789760764.162685:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760764.162694:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760764.162696:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23199744, 23203840) 0 0
00000080:00200000:1.0:1789760764.162701:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760764.162717:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5664, 5664]
00020000:00200000:1.0:1789760764.162726:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23199744 chunk: [23199744, 23203840) 23203840, 4096
00020000:00200000:1.0:1789760764.162731:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760764.162750:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5664, 5664]
00000008:00010000:1.0:1789760764.162769:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760764.162775:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760764.162788:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23199744, 23203840) append 0 append lockpos 0
00000080:00200000:1.0:1789760764.162802:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23199744=0x1620000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760764.162859:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760764.162909:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23203840
00000020:00010000:1.0:1789760764.162918:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760764.162922:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.162926:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.162929:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760764.162932:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760764.162941:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760764.162948:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760764.162986:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760764.163086:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 23199744<>23203840
00000100:00100000:1.0:1789760764.163118:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760764.163137:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484292992:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760764.208651:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972982 gen 2
00000008:00010000:1.0:1789760764.208701:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760764.208710:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760764.208719:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760764.208747:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760764.208780:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484292992:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760764.255769:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5665, 5665]
00000080:00200000:1.0:1789760764.255788:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760764.255795:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760764.255811:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23207936 i_blocks 47111
00000020:00200000:1.0:1789760764.255814:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760764.255827:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760764.255903:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23207936, count: 4096
00000080:00200000:1.0:1789760764.255913:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23207936, bytes: 4096
00000080:00200000:1.0:1789760764.255923:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760764.255932:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760764.255935:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23207936, 23212032) 0 0
00000080:00200000:1.0:1789760764.255939:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760764.255956:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5666, 5666]
00020000:00200000:1.0:1789760764.255965:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23207936 chunk: [23207936, 23212032) 23212032, 4096
00020000:00200000:1.0:1789760764.258834:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760764.258884:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5666, 5666]
00000008:00010000:1.0:1789760764.258907:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760764.258913:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760764.258926:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23207936, 23212032) append 0 append lockpos 0
00000080:00200000:1.0:1789760764.258942:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23207936=0x1622000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760764.259341:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760764.259346:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23212032
00000020:00010000:1.0:1789760764.259357:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760764.259361:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.259364:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.259367:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760764.259370:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760764.259557:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760764.259568:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760764.259642:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760764.259821:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 23207936<>23212032
00000080:00200000:2.0:1789760764.334198:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5666, 5666]
00000080:00200000:2.0:1789760764.334227:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760764.334234:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760764.334252:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23212032 i_blocks 47111
00000020:00200000:2.0:1789760764.334258:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760764.334275:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760764.334307:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23212032, count: 4096
00000080:00200000:2.0:1789760764.334316:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23212032, bytes: 4096
00000080:00200000:2.0:1789760764.334329:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760764.334338:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760764.334340:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23212032, 23216128) 0 0
00000080:00200000:2.0:1789760764.334345:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760764.334362:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5667, 5667]
00020000:00200000:2.0:1789760764.334371:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23212032 chunk: [23212032, 23216128) 23216128, 4096
00020000:00200000:2.0:1789760764.334375:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760764.334398:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5667, 5667]
00000008:00010000:2.0:1789760764.334415:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760764.334422:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760764.334433:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23212032, 23216128) append 0 append lockpos 0
00000080:00200000:2.0:1789760764.334447:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23212032=0x1623000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760764.334516:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760764.334519:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23216128
00000020:00010000:2.0:1789760764.334528:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760764.334531:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760764.334534:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760764.334538:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760764.334540:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760764.334549:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760764.334555:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760764.334584:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760764.334691:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23212032<>23216128
00000100:00100000:2.0:1789760764.379619:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972985 gen 2
00000008:00010000:2.0:1789760764.379665:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760764.379672:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.379681:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.379706:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760764.379732:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484293376:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.380594:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484293504:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.437570:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972986 gen 2
00000008:00010000:2.0:1789760764.437617:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760764.437627:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.437637:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.437661:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760764.437689:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484293504:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.439239:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760764.439277:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484293632:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.484070:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972987 gen 2
00000008:00010000:2.0:1789760764.484195:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760764.484203:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.484215:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.484236:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760764.484268:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484293632:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.484794:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760764.484812:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484293760:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.530555:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972988 gen 2
00000008:00010000:2.0:1789760764.530607:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760764.530615:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.530625:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.530641:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760764.530672:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484293760:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.562112:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972989 gen 2
00000008:00010000:2.0:1789760764.562167:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760764.562175:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.562193:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.562220:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760764.562251:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484293888:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760764.562444:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5671, 5671]
00000080:00200000:1.0:1789760764.562463:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760764.562469:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760764.562485:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23232512 i_blocks 47111
00000020:00200000:1.0:1789760764.562488:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760764.562498:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760764.562530:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23232512, count: 4096
00000080:00200000:1.0:1789760764.562537:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23232512, bytes: 4096
00000080:00200000:1.0:1789760764.562547:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760764.562556:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760764.562558:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23232512, 23236608) 0 0
00000080:00200000:1.0:1789760764.562562:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760764.562580:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5672, 5672]
00020000:00200000:1.0:1789760764.562589:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23232512 chunk: [23232512, 23236608) 23236608, 4096
00020000:00200000:1.0:1789760764.562594:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760764.562613:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5672, 5672]
00000008:00010000:1.0:1789760764.562632:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760764.562638:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760764.562650:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23232512, 23236608) append 0 append lockpos 0
00000080:00200000:1.0:1789760764.562663:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23232512=0x1628000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760764.562720:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760764.562723:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23236608
00000020:00010000:1.0:1789760764.562731:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760764.562735:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.562738:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.562741:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760764.562744:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760764.562752:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760764.562759:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760764.562774:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760764.562901:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8000 - object 0x280000401:2 offset 23232512<>23236608
00000080:00200000:1.0:1789760764.609131:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5672, 5672]
00000080:00200000:1.0:1789760764.609154:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760764.609162:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760764.609189:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23236608 i_blocks 47111
00000020:00200000:1.0:1789760764.609193:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760764.609206:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760764.609240:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23236608, count: 4096
00000080:00200000:1.0:1789760764.609249:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23236608, bytes: 4096
00000080:00200000:1.0:1789760764.609258:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760764.609276:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760764.609278:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23236608, 23240704) 0 0
00000080:00200000:1.0:1789760764.609283:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760764.609301:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5673, 5673]
00020000:00200000:1.0:1789760764.609310:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23236608 chunk: [23236608, 23240704) 23240704, 4096
00020000:00200000:1.0:1789760764.609314:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760764.609336:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5673, 5673]
00000008:00010000:1.0:1789760764.609354:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760764.609362:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760764.609373:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23236608, 23240704) append 0 append lockpos 0
00000080:00200000:1.0:1789760764.609388:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23236608=0x1629000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760764.609440:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760764.609443:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23240704
00000020:00010000:1.0:1789760764.609452:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760764.609455:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.609458:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.609462:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760764.609465:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760764.609473:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760764.609481:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760764.609497:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760764.609602:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 23236608<>23240704
00000080:00200000:1.0:1789760764.644012:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5673, 5673]
00000080:00200000:1.0:1789760764.644029:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760764.644034:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760764.644051:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23240704 i_blocks 47111
00000020:00200000:1.0:1789760764.644055:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760764.644067:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760764.644199:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23240704, count: 4096
00000080:00200000:1.0:1789760764.644208:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23240704, bytes: 4096
00000080:00200000:1.0:1789760764.644219:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760764.644227:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760764.644230:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23240704, 23244800) 0 0
00000080:00200000:1.0:1789760764.644235:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760764.644253:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5674, 5674]
00020000:00200000:1.0:1789760764.644262:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23240704 chunk: [23240704, 23244800) 23244800, 4096
00020000:00200000:1.0:1789760764.644329:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760764.644351:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5674, 5674]
00000008:00010000:1.0:1789760764.644369:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760764.644375:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760764.644387:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23240704, 23244800) append 0 append lockpos 0
00000080:00200000:1.0:1789760764.644403:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23240704=0x162a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760764.644462:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760764.644464:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23244800
00000020:00010000:1.0:1789760764.644473:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760764.644476:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.644478:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.644482:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760764.644485:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760764.644494:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760764.644502:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760764.644519:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760764.644620:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 23240704<>23244800
00000080:00200000:1.0:1789760764.683795:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5674, 5674]
00000080:00200000:1.0:1789760764.683813:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760764.683820:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760764.683838:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23244800 i_blocks 47111
00000020:00200000:1.0:1789760764.683842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760764.683854:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760764.683917:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23244800, count: 4096
00000080:00200000:1.0:1789760764.683925:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23244800, bytes: 4096
00000080:00200000:1.0:1789760764.683935:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760764.683944:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760764.683946:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23244800, 23248896) 0 0
00000080:00200000:1.0:1789760764.683951:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760764.683980:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5675, 5675]
00020000:00200000:1.0:1789760764.683990:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23244800 chunk: [23244800, 23248896) 23248896, 4096
00020000:00200000:1.0:1789760764.683994:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760764.684016:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5675, 5675]
00000008:00010000:1.0:1789760764.684037:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760764.684043:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760764.684054:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23244800, 23248896) append 0 append lockpos 0
00000080:00200000:1.0:1789760764.684068:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23244800=0x162b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760764.684127:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760764.684130:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23248896
00000020:00010000:1.0:1789760764.684138:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760764.684142:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.684146:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.684149:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760764.684152:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760764.684160:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760764.684167:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760764.684197:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760764.684312:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 23244800<>23248896
00000080:00200000:1.0:1789760764.716902:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5675, 5675]
00000080:00200000:1.0:1789760764.716920:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760764.716926:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760764.716943:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23248896 i_blocks 47111
00000020:00200000:1.0:1789760764.716947:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760764.716958:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760764.716990:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23248896, count: 4096
00000080:00200000:1.0:1789760764.716997:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23248896, bytes: 4096
00000080:00200000:1.0:1789760764.717007:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760764.717016:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760764.717019:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23248896, 23252992) 0 0
00000080:00200000:1.0:1789760764.717024:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760764.717041:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5676, 5676]
00020000:00200000:1.0:1789760764.717050:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23248896 chunk: [23248896, 23252992) 23252992, 4096
00020000:00200000:1.0:1789760764.717055:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760764.717074:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5676, 5676]
00000008:00010000:1.0:1789760764.717090:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760764.717096:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760764.717107:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23248896, 23252992) append 0 append lockpos 0
00000080:00200000:1.0:1789760764.717122:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23248896=0x162c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760764.717197:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760764.717200:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23252992
00000020:00010000:1.0:1789760764.717208:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760764.717212:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.717215:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462248/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.717218:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760764.717220:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760764.717229:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760764.717236:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760764.717252:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760764.717688:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 23248896<>23252992
00010000:00010000:2.0:1789760764.733752:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760764.755233:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760764.755255:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484294656:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.803051:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972995 gen 2
00000008:00010000:2.0:1789760764.803109:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760764.803118:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.803128:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.803150:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760764.803189:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484294656:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.804035:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484294784:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.835365:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972996 gen 2
00000008:00010000:2.0:1789760764.835417:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760764.835426:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.835436:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.835500:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760764.835529:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484294784:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760764.836245:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23261184 i_blocks 47111
00000020:00200000:2.0:1789760764.836251:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760764.836262:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760764.836297:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23261184, count: 4096
00000080:00200000:2.0:1789760764.836306:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23261184, bytes: 4096
00000080:00200000:2.0:1789760764.836317:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760764.836326:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760764.836328:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23261184, 23265280) 0 0
00000080:00200000:2.0:1789760764.836333:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760764.836350:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5679, 5679]
00020000:00200000:2.0:1789760764.836360:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23261184 chunk: [23261184, 23265280) 23265280, 4096
00020000:00200000:2.0:1789760764.836365:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760764.836386:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5679, 5679]
00000008:00010000:2.0:1789760764.836408:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760764.836414:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760764.836426:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23261184, 23265280) append 0 append lockpos 0
00000080:00200000:2.0:1789760764.836439:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23261184=0x162f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760764.836496:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760764.836498:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23265280
00000020:00010000:2.0:1789760764.836506:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760764.836510:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760764.836513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760764.836516:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760764.836519:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760764.836526:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760764.836533:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760764.836551:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760764.836668:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23261184<>23265280
00000100:00100000:2.0:1789760764.836714:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760764.836735:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484294912:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760764.868375:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972997 gen 2
00000008:00010000:2.0:1789760764.868426:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760764.868434:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.868445:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.868527:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760764.868561:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484294912:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760764.869497:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484295040:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760764.907487:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972998 gen 2
00000008:00010000:1.0:1789760764.907538:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760764.907546:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760764.907557:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760764.907571:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760764.907600:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484295040:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760764.908771:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484295168:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760764.939582:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294972999 gen 2
00000008:00010000:1.0:1789760764.939631:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760764.939640:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760764.939650:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760764.939678:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760764.939709:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484295168:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760764.940116:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5681, 5681]
00000080:00200000:2.0:1789760764.940133:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760764.940139:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760764.940155:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23273472 i_blocks 47111
00000020:00200000:2.0:1789760764.940159:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760764.940170:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760764.940212:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23273472, count: 4096
00000080:00200000:2.0:1789760764.940219:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23273472, bytes: 4096
00000080:00200000:2.0:1789760764.940229:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760764.940238:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760764.940240:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23273472, 23277568) 0 0
00000080:00200000:2.0:1789760764.940245:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760764.940274:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5682, 5682]
00020000:00200000:2.0:1789760764.940284:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23273472 chunk: [23273472, 23277568) 23277568, 4096
00020000:00200000:2.0:1789760764.940288:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760764.940308:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5682, 5682]
00000008:00010000:2.0:1789760764.940326:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760764.940331:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760764.940342:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23273472, 23277568) append 0 append lockpos 0
00000080:00200000:2.0:1789760764.940354:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23273472=0x1632000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760764.940412:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760764.940415:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23277568
00000020:00010000:2.0:1789760764.940424:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760764.940428:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760764.940431:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760764.940434:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760764.940438:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760764.940445:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760764.940452:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760764.940468:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760764.940566:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23273472<>23277568
00000100:00100000:2.0:1789760764.977500:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973000 gen 2
00000008:00010000:2.0:1789760764.977548:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760764.977556:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760764.977566:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760764.977593:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760764.977621:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484295296:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760764.977736:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5682, 5682]
00000080:00200000:1.0:1789760764.977753:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760764.977760:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760764.977775:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23277568 i_blocks 47111
00000020:00200000:1.0:1789760764.977780:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760764.977790:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760764.977824:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23277568, count: 4096
00000080:00200000:1.0:1789760764.977831:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23277568, bytes: 4096
00000080:00200000:1.0:1789760764.977842:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760764.977851:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760764.977853:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23277568, 23281664) 0 0
00000080:00200000:1.0:1789760764.977857:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760764.977906:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5683, 5683]
00020000:00200000:1.0:1789760764.977915:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23277568 chunk: [23277568, 23281664) 23281664, 4096
00020000:00200000:1.0:1789760764.977920:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760764.977940:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5683, 5683]
00000008:00010000:1.0:1789760764.977969:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760764.977975:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760764.977987:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23277568, 23281664) append 0 append lockpos 0
00000080:00200000:1.0:1789760764.978001:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23277568=0x1633000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760764.978060:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760764.978063:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23281664
00000020:00010000:1.0:1789760764.978072:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760764.978075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.978079:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760764.978082:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760764.978085:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760764.978093:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760764.978110:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760764.978127:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760764.978236:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 23277568<>23281664
00000100:00100000:1.0:1789760764.978390:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760764.978411:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484295424:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760765.028834:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:1.0:1789760765.028849:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.028860:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.028923:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:1.0:1789760765.028956:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484295424:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760765.029193:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5683, 5683]
00000080:00200000:2.0:1789760765.029212:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760765.029219:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760765.029235:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23281664 i_blocks 47111
00000020:00200000:2.0:1789760765.029239:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760765.029250:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760765.029387:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23281664, count: 4096
00000080:00200000:2.0:1789760765.029396:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23281664, bytes: 4096
00000080:00200000:2.0:1789760765.029406:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760765.029415:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760765.029418:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23281664, 23285760) 0 0
00000080:00200000:2.0:1789760765.029422:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760765.029440:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5684, 5684]
00020000:00200000:2.0:1789760765.029448:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23281664 chunk: [23281664, 23285760) 23285760, 4096
00020000:00200000:2.0:1789760765.029453:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760765.029474:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5684, 5684]
00000008:00010000:2.0:1789760765.029492:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760765.029498:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760765.029509:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23281664, 23285760) append 0 append lockpos 0
00000080:00200000:2.0:1789760765.029524:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23281664=0x1634000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760765.029586:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760765.029589:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23285760
00000020:00010000:2.0:1789760765.029598:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760765.029602:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760765.029605:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760765.029609:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760765.029612:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760765.029620:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760765.029628:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760765.029645:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760765.029751:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23281664<>23285760
00000100:00100000:2.0:1789760765.064633:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973002 gen 2
00000008:00010000:2.0:1789760765.064696:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760765.064704:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760765.064715:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760765.064737:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760765.064767:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484295552:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760765.103066:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5685, 5685]
00000080:00200000:1.0:1789760765.103086:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.103093:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.103117:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23289856 i_blocks 47111
00000020:00200000:1.0:1789760765.103121:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.103133:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.103167:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23289856, count: 4096
00000080:00200000:1.0:1789760765.103184:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23289856, bytes: 4096
00000080:00200000:1.0:1789760765.103195:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.103205:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.103207:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23289856, 23293952) 0 0
00000080:00200000:1.0:1789760765.103212:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.103231:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5686, 5686]
00020000:00200000:1.0:1789760765.103240:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23289856 chunk: [23289856, 23293952) 23293952, 4096
00020000:00200000:1.0:1789760765.103245:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.103275:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5686, 5686]
00000008:00010000:1.0:1789760765.103293:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.103299:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.103312:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23289856, 23293952) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.103326:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23289856=0x1636000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.103378:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.103382:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23293952
00000020:00010000:1.0:1789760765.103391:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.103395:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.103398:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.103401:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.103405:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.103413:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.103420:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.137474:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5686, 5686]
00000080:00200000:1.0:1789760765.137491:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.137497:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.137514:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23293952 i_blocks 47111
00000020:00200000:1.0:1789760765.137518:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.137529:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.137565:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23293952, count: 4096
00000080:00200000:1.0:1789760765.137573:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23293952, bytes: 4096
00000080:00200000:1.0:1789760765.137583:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.137593:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.137596:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23293952, 23298048) 0 0
00000080:00200000:1.0:1789760765.137601:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.137620:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5687, 5687]
00020000:00200000:1.0:1789760765.137630:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23293952 chunk: [23293952, 23298048) 23298048, 4096
00020000:00200000:1.0:1789760765.137635:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.137655:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5687, 5687]
00000008:00010000:1.0:1789760765.137674:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.137680:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.137693:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23293952, 23298048) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.137708:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23293952=0x1637000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.137765:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.137768:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23298048
00000020:00010000:1.0:1789760765.137777:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.137780:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.137783:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.137787:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.137790:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.137798:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.137804:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760765.137822:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760765.137984:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 23293952<>23298048
00000080:00200000:1.0:1789760765.197426:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5687, 5687]
00000080:00200000:1.0:1789760765.197440:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.197445:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.197457:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23298048 i_blocks 47111
00000020:00200000:1.0:1789760765.197461:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.197469:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.197497:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23298048, count: 4096
00000080:00200000:1.0:1789760765.197502:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23298048, bytes: 4096
00000080:00200000:1.0:1789760765.197512:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.197520:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.197522:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23298048, 23302144) 0 0
00000080:00200000:1.0:1789760765.197526:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.197539:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5688, 5688]
00020000:00200000:1.0:1789760765.197547:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23298048 chunk: [23298048, 23302144) 23302144, 4096
00020000:00200000:1.0:1789760765.197551:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.197565:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5688, 5688]
00000008:00010000:1.0:1789760765.197578:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.197583:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.197591:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23298048, 23302144) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.197602:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23298048=0x1638000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.197645:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.197648:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23302144
00000020:00010000:1.0:1789760765.197654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.197657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.197660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.197663:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.197666:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.197673:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.197679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760765.197813:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760765.197935:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 23298048<>23302144
00000080:00200000:1.0:1789760765.268441:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5688, 5688]
00000080:00200000:1.0:1789760765.268454:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.268459:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.268472:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23302144 i_blocks 47111
00000020:00200000:1.0:1789760765.268475:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.268484:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.268510:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23302144, count: 4096
00000080:00200000:1.0:1789760765.268516:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23302144, bytes: 4096
00000080:00200000:1.0:1789760765.268523:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.268530:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.268532:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23302144, 23306240) 0 0
00000080:00200000:1.0:1789760765.268535:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.268548:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5689, 5689]
00020000:00200000:1.0:1789760765.268555:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23302144 chunk: [23302144, 23306240) 23306240, 4096
00020000:00200000:1.0:1789760765.268559:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.268615:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5689, 5689]
00000008:00010000:1.0:1789760765.268631:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.268635:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.268643:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23302144, 23306240) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.268653:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23302144=0x1639000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.268693:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.268695:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23306240
00000020:00010000:1.0:1789760765.268701:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.268704:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.268707:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.268710:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.268713:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.268718:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.268724:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760765.268736:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760765.269891:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8700 - object 0x280000401:2 offset 23302144<>23306240
00000080:00200000:1.0:1789760765.308198:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5689, 5689]
00000080:00200000:1.0:1789760765.308210:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.308216:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.308227:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23306240 i_blocks 47111
00000020:00200000:1.0:1789760765.308231:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.308240:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.308341:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23306240, count: 4096
00000080:00200000:1.0:1789760765.308347:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23306240, bytes: 4096
00000080:00200000:1.0:1789760765.308358:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.308365:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.308367:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23306240, 23310336) 0 0
00000080:00200000:1.0:1789760765.308371:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.308383:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5690, 5690]
00020000:00200000:1.0:1789760765.308502:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23306240 chunk: [23306240, 23310336) 23310336, 4096
00020000:00200000:1.0:1789760765.308508:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.308525:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5690, 5690]
00000008:00010000:1.0:1789760765.308539:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.308543:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.308552:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23306240, 23310336) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.308562:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23306240=0x163a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.308610:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.308613:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23310336
00000020:00010000:1.0:1789760765.308621:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.308625:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.308628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.308630:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.308633:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.308638:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.308643:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760765.308658:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760765.308736:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 23306240<>23310336
00000080:00200000:1.0:1789760765.343403:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5690, 5690]
00000080:00200000:1.0:1789760765.343419:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.343425:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.343439:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23310336 i_blocks 47111
00000020:00200000:1.0:1789760765.343443:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.343453:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.343484:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23310336, count: 4096
00000080:00200000:1.0:1789760765.343490:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23310336, bytes: 4096
00000080:00200000:1.0:1789760765.343499:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.343507:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.343509:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23310336, 23314432) 0 0
00000080:00200000:1.0:1789760765.343514:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.343530:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5691, 5691]
00020000:00200000:1.0:1789760765.343539:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23310336 chunk: [23310336, 23314432) 23314432, 4096
00020000:00200000:1.0:1789760765.343544:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.343561:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5691, 5691]
00000008:00010000:1.0:1789760765.343576:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.343582:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.343593:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23310336, 23314432) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.343606:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23310336=0x163b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.343658:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.343660:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23314432
00000020:00010000:1.0:1789760765.343667:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.343671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.343673:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.343677:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.343680:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.343687:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.343692:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760765.343708:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760765.343802:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 23310336<>23314432
00000080:00200000:1.0:1789760765.377147:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5691, 5691]
00000080:00200000:1.0:1789760765.377166:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.377180:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.377197:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23314432 i_blocks 47111
00000020:00200000:1.0:1789760765.377201:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.377213:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.377247:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23314432, count: 4096
00000080:00200000:1.0:1789760765.377255:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23314432, bytes: 4096
00000080:00200000:1.0:1789760765.377266:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.377275:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.377277:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23314432, 23318528) 0 0
00000080:00200000:1.0:1789760765.377282:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.377300:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5692, 5692]
00020000:00200000:1.0:1789760765.377309:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23314432 chunk: [23314432, 23318528) 23318528, 4096
00020000:00200000:1.0:1789760765.377314:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.377336:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5692, 5692]
00000008:00010000:1.0:1789760765.377355:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.377361:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.377373:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23314432, 23318528) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.377388:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23314432=0x163c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.377448:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.377451:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23318528
00000020:00010000:1.0:1789760765.377461:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.377465:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.377468:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.377471:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.377474:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.377483:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.377489:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760765.377506:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760765.377604:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 23314432<>23318528
00000080:00200000:1.0:1789760765.435099:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5692, 5692]
00000080:00200000:1.0:1789760765.435116:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.435123:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.435139:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23318528 i_blocks 47111
00000020:00200000:1.0:1789760765.435143:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.435154:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.435196:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23318528, count: 4096
00000080:00200000:1.0:1789760765.435204:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23318528, bytes: 4096
00000080:00200000:1.0:1789760765.435213:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.435222:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.435224:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23318528, 23322624) 0 0
00000080:00200000:1.0:1789760765.435229:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.435245:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5693, 5693]
00020000:00200000:1.0:1789760765.435254:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23318528 chunk: [23318528, 23322624) 23322624, 4096
00020000:00200000:1.0:1789760765.435259:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.435280:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5693, 5693]
00000008:00010000:1.0:1789760765.435296:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.435302:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.435314:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23318528, 23322624) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.435327:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23318528=0x163d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.435391:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.435394:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23322624
00000020:00010000:1.0:1789760765.435402:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.435406:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.435410:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.435414:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.435417:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.435426:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.435434:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760765.435453:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760765.435567:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 23318528<>23322624
00000100:00100000:1.0:1789760765.435610:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760765.435629:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484296704:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.483009:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973011 gen 2
00000008:00010000:1.0:1789760765.483062:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760765.483071:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.483091:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.483118:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760765.483149:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484296704:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760765.529331:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5694, 5694]
00000080:00200000:1.0:1789760765.529355:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760765.529362:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760765.529381:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23326720 i_blocks 47111
00000020:00200000:1.0:1789760765.529386:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760765.529399:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760765.529445:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23326720, count: 4096
00000080:00200000:1.0:1789760765.529453:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23326720, bytes: 4096
00000080:00200000:1.0:1789760765.529466:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760765.529477:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760765.529479:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23326720, 23330816) 0 0
00000080:00200000:1.0:1789760765.529483:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760765.529502:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5695, 5695]
00020000:00200000:1.0:1789760765.529510:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23326720 chunk: [23326720, 23330816) 23330816, 4096
00020000:00200000:1.0:1789760765.529515:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760765.529536:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5695, 5695]
00000008:00010000:1.0:1789760765.529555:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760765.529562:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760765.529574:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23326720, 23330816) append 0 append lockpos 0
00000080:00200000:1.0:1789760765.529589:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23326720=0x163f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760765.529654:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760765.529657:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23330816
00000020:00010000:1.0:1789760765.529665:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760765.529669:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.529672:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760765.529675:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760765.529678:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760765.529687:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760765.529694:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760765.529721:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760765.529832:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 23326720<>23330816
00000100:00100000:1.0:1789760765.529935:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760765.529961:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484296960:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760765.577304:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760765.577320:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.577332:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.577407:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760765.577437:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484296960:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760765.624787:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5696, 5696]
00000080:00200000:2.0:1789760765.624805:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760765.624819:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760765.624835:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23334912 i_blocks 47111
00000020:00200000:2.0:1789760765.624839:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760765.624850:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760765.624914:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23334912, count: 4096
00000080:00200000:2.0:1789760765.624922:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23334912, bytes: 4096
00000080:00200000:2.0:1789760765.624931:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760765.624939:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760765.624941:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23334912, 23339008) 0 0
00000080:00200000:2.0:1789760765.624946:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760765.624961:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5697, 5697]
00020000:00200000:2.0:1789760765.624969:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23334912 chunk: [23334912, 23339008) 23339008, 4096
00020000:00200000:2.0:1789760765.624974:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760765.625001:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5697, 5697]
00000008:00010000:2.0:1789760765.625018:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760765.625023:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760765.625034:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23334912, 23339008) append 0 append lockpos 0
00000080:00200000:2.0:1789760765.625046:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23334912=0x1641000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760765.625436:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760765.625440:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23339008
00000020:00010000:2.0:1789760765.625450:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760765.625454:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760765.625457:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760765.625460:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760765.625463:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760765.625471:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760765.625478:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760765.625495:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760765.625592:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23334912<>23339008
00000100:00100000:2.0:1789760765.625642:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760765.625660:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484297216:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760765.662563:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973015 gen 2
00000008:00010000:2.0:1789760765.662617:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760765.662625:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760765.662636:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760765.662662:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760765.662693:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484297216:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.664198:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484297344:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760765.699764:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760765.699780:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.699790:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.699813:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760765.699843:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484297344:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.701298:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484297472:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760765.755183:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760765.760150:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973017 gen 2
00000008:00010000:1.0:1789760765.760240:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760765.760249:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.760315:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.760339:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760765.760373:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484297472:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.761242:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484297600:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.789392:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973018 gen 2
00000008:00010000:1.0:1789760765.789443:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760765.789451:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.789461:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.789486:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760765.789518:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484297600:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.791023:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484297728:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.826586:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973019 gen 2
00000008:00010000:1.0:1789760765.826633:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760765.826641:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.826650:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.826667:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760765.826709:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484297728:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.827529:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484297856:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760765.910539:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760765.910556:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.910567:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.910594:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760765.910625:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484297856:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.911616:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484297984:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.977275:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973021 gen 2
00000008:00010000:1.0:1789760765.977340:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760765.977348:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760765.977358:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760765.977376:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760765.977408:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484297984:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760765.978615:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484298112:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.030821:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973022 gen 2
00000008:00010000:1.0:1789760766.030913:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760766.030922:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.030933:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.030963:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760766.030995:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484298112:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.032923:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484298240:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.090421:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973023 gen 2
00000008:00010000:1.0:1789760766.090473:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760766.090481:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.090493:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.090517:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760766.090549:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484298240:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.091767:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484298368:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.134090:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973024 gen 2
00000008:00010000:1.0:1789760766.134142:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760766.134150:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.134161:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.134254:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760766.134286:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484298368:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.136334:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484298496:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760766.187964:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760766.187981:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.187991:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.188022:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760766.188054:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484298496:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.189147:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484298624:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.231854:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973026 gen 2
00000008:00010000:1.0:1789760766.231935:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760766.231944:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.231964:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.231991:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760766.232031:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484298624:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760766.232285:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5708, 5708]
00000080:00200000:2.0:1789760766.232301:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760766.232307:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760766.232323:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23384064 i_blocks 47111
00000020:00200000:2.0:1789760766.232327:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760766.232338:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760766.232370:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23384064, count: 4096
00000080:00200000:2.0:1789760766.232378:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23384064, bytes: 4096
00000080:00200000:2.0:1789760766.232390:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760766.232399:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760766.232401:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23384064, 23388160) 0 0
00000080:00200000:2.0:1789760766.232405:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760766.232425:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5709, 5709]
00020000:00200000:2.0:1789760766.232433:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23384064 chunk: [23384064, 23388160) 23388160, 4096
00020000:00200000:2.0:1789760766.232438:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760766.232458:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5709, 5709]
00000008:00010000:2.0:1789760766.232475:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760766.232480:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760766.232492:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23384064, 23388160) append 0 append lockpos 0
00000080:00200000:2.0:1789760766.232505:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23384064=0x164d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760766.232576:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760766.232579:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23388160
00000020:00010000:2.0:1789760766.232588:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760766.232592:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.232595:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.232598:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760766.232601:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760766.232608:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760766.232616:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760766.232632:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760766.232748:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23384064<>23388160
00000100:00100000:2.0:1789760766.278313:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973027 gen 2
00000008:00010000:2.0:1789760766.278365:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760766.278373:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.278384:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.278408:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760766.278438:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484298752:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760766.278622:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5709, 5709]
00000080:00200000:1.0:1789760766.278639:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.278646:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.278662:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23388160 i_blocks 47111
00000020:00200000:1.0:1789760766.278666:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.278678:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.278710:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23388160, count: 4096
00000080:00200000:1.0:1789760766.278717:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23388160, bytes: 4096
00000080:00200000:1.0:1789760766.278727:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.278735:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.278750:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23388160, 23392256) 0 0
00000080:00200000:1.0:1789760766.278756:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.278772:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5710, 5710]
00020000:00200000:1.0:1789760766.278780:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23388160 chunk: [23388160, 23392256) 23392256, 4096
00020000:00200000:1.0:1789760766.278784:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.278803:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5710, 5710]
00000008:00010000:1.0:1789760766.278821:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.278827:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760766.278839:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23388160, 23392256) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.278852:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23388160=0x164e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.278951:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.278954:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23392256
00000020:00010000:1.0:1789760766.278962:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.278965:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.278969:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.278972:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.278975:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.278983:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.278990:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.279009:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760766.279247:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 23388160<>23392256
00000100:00100000:1.0:1789760766.279294:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760766.279313:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484298880:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760766.331417:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760766.331433:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.331445:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.331474:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760766.331507:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484298880:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760766.331819:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5710, 5710]
00000080:00200000:2.0:1789760766.331835:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760766.331842:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760766.331856:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23392256 i_blocks 47111
00000020:00200000:2.0:1789760766.331860:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760766.331900:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760766.331935:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23392256, count: 4096
00000080:00200000:2.0:1789760766.331942:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23392256, bytes: 4096
00000080:00200000:2.0:1789760766.331952:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760766.331961:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760766.331963:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23392256, 23396352) 0 0
00000080:00200000:2.0:1789760766.331967:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760766.331984:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5711, 5711]
00020000:00200000:2.0:1789760766.331992:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23392256 chunk: [23392256, 23396352) 23396352, 4096
00020000:00200000:2.0:1789760766.331997:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760766.332015:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5711, 5711]
00000008:00010000:2.0:1789760766.332033:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760766.332039:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760766.332050:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23392256, 23396352) append 0 append lockpos 0
00000080:00200000:2.0:1789760766.332064:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23392256=0x164f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760766.332120:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760766.332122:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23396352
00000020:00010000:2.0:1789760766.332130:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760766.332134:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.332137:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.332141:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760766.332144:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760766.332151:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760766.332157:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760766.332419:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760766.332613:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23392256<>23396352
00000100:00100000:2.0:1789760766.332665:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760766.332686:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484299008:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.369618:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973029 gen 2
00000008:00010000:2.0:1789760766.369686:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760766.369696:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.369707:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.369748:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760766.369779:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484299008:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760766.369906:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5711, 5711]
00000080:00200000:1.0:1789760766.369926:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.369933:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.369949:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23396352 i_blocks 47111
00000020:00200000:1.0:1789760766.369953:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.369963:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.369998:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23396352, count: 4096
00000080:00200000:1.0:1789760766.370006:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23396352, bytes: 4096
00000080:00200000:1.0:1789760766.370017:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.370027:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.370030:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23396352, 23400448) 0 0
00000080:00200000:1.0:1789760766.370035:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.370053:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5712, 5712]
00020000:00200000:1.0:1789760766.370062:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23396352 chunk: [23396352, 23400448) 23400448, 4096
00020000:00200000:1.0:1789760766.370067:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.370087:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5712, 5712]
00000008:00010000:1.0:1789760766.370106:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.370112:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760766.370126:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23396352, 23400448) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.370141:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23396352=0x1650000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.370688:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.370692:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23400448
00000020:00010000:1.0:1789760766.370702:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.370706:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.370791:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.370796:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.370799:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.370809:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.370818:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.370838:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760766.370994:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 23396352<>23400448
00000080:00200000:1.0:1789760766.406288:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5712, 5712]
00000080:00200000:1.0:1789760766.406368:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.406376:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.406394:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23400448 i_blocks 47111
00000020:00200000:1.0:1789760766.406398:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.406409:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.406445:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23400448, count: 4096
00000080:00200000:1.0:1789760766.406453:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23400448, bytes: 4096
00000080:00200000:1.0:1789760766.406464:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.406472:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.406475:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23400448, 23404544) 0 0
00000080:00200000:1.0:1789760766.406479:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.406498:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5713, 5713]
00020000:00200000:1.0:1789760766.406507:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23400448 chunk: [23400448, 23404544) 23404544, 4096
00020000:00200000:1.0:1789760766.406726:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.406751:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5713, 5713]
00000008:00010000:1.0:1789760766.406771:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.406777:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760766.406789:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23400448, 23404544) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.406804:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23400448=0x1651000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.407627:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.407632:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23404544
00000020:00010000:1.0:1789760766.407644:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.407647:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.407651:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.407654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.407657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.407669:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.407678:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.407700:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760766.407810:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8700 - object 0x280000401:2 offset 23400448<>23404544
00000080:00200000:1.0:1789760766.455771:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5713, 5713]
00000080:00200000:1.0:1789760766.455792:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.455799:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.455816:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23404544 i_blocks 47111
00000020:00200000:1.0:1789760766.455821:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.455835:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.455899:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23404544, count: 4096
00000080:00200000:1.0:1789760766.455907:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23404544, bytes: 4096
00000080:00200000:1.0:1789760766.455919:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.455931:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.455934:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23404544, 23408640) 0 0
00000080:00200000:1.0:1789760766.455938:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.456058:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5714, 5714]
00020000:00200000:1.0:1789760766.456067:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23404544 chunk: [23404544, 23408640) 23408640, 4096
00020000:00200000:1.0:1789760766.456073:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.456095:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5714, 5714]
00000008:00010000:1.0:1789760766.456227:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.456233:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760766.456246:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23404544, 23408640) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.456328:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23404544=0x1652000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.456396:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.456400:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23408640
00000020:00010000:1.0:1789760766.456409:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.456412:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.456415:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.456418:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.456421:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.456430:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.456436:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.456456:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760766.456562:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 23404544<>23408640
00000080:00200000:1.0:1789760766.500732:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5714, 5714]
00000080:00200000:1.0:1789760766.500754:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.500761:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.500778:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23408640 i_blocks 47111
00000020:00200000:1.0:1789760766.500783:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.500795:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.500828:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23408640, count: 4096
00000080:00200000:1.0:1789760766.500835:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23408640, bytes: 4096
00000080:00200000:1.0:1789760766.500846:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.500855:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.500857:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23408640, 23412736) 0 0
00000080:00200000:1.0:1789760766.500880:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.500960:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5715, 5715]
00020000:00200000:1.0:1789760766.500970:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23408640 chunk: [23408640, 23412736) 23412736, 4096
00020000:00200000:1.0:1789760766.500974:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.500995:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5715, 5715]
00000008:00010000:1.0:1789760766.501013:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.501019:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760766.501029:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23408640, 23412736) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.501044:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23408640=0x1653000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.501130:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.501133:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23412736
00000020:00010000:1.0:1789760766.501142:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.501145:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.501149:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.501152:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.501155:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.501175:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.501182:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.501208:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760766.501329:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 23408640<>23412736
00000080:00200000:1.0:1789760766.539376:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5715, 5715]
00000080:00200000:1.0:1789760766.539397:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.539404:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.539420:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23412736 i_blocks 47111
00000020:00200000:1.0:1789760766.539424:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.539436:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.539473:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23412736, count: 4096
00000080:00200000:1.0:1789760766.539482:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23412736, bytes: 4096
00000080:00200000:1.0:1789760766.539492:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.539502:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.539505:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23412736, 23416832) 0 0
00000080:00200000:1.0:1789760766.539509:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.539526:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5716, 5716]
00020000:00200000:1.0:1789760766.539534:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23412736 chunk: [23412736, 23416832) 23416832, 4096
00020000:00200000:1.0:1789760766.539539:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.539567:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5716, 5716]
00000008:00010000:1.0:1789760766.539587:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.539593:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760766.539605:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23412736, 23416832) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.539618:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23412736=0x1654000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.539675:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.539678:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23416832
00000020:00010000:1.0:1789760766.539686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.539689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.539692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.539696:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.539699:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.539708:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.539714:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.539730:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760766.539837:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 23412736<>23416832
00000080:00200000:2.0:1789760766.569252:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5716, 5716]
00000080:00200000:2.0:1789760766.569270:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760766.569276:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760766.569292:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23416832 i_blocks 47111
00000020:00200000:2.0:1789760766.569296:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760766.569307:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760766.569340:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23416832, count: 4096
00000080:00200000:2.0:1789760766.569348:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23416832, bytes: 4096
00000080:00200000:2.0:1789760766.569359:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760766.569369:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760766.569371:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23416832, 23420928) 0 0
00000080:00200000:2.0:1789760766.569375:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760766.569394:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5717, 5717]
00020000:00200000:2.0:1789760766.569403:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23416832 chunk: [23416832, 23420928) 23420928, 4096
00020000:00200000:2.0:1789760766.569408:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760766.569428:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5717, 5717]
00000008:00010000:2.0:1789760766.569446:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760766.569453:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760766.569467:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23416832, 23420928) append 0 append lockpos 0
00000080:00200000:2.0:1789760766.569480:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23416832=0x1655000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760766.569659:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760766.569663:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23420928
00000020:00010000:2.0:1789760766.569672:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760766.569676:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.569679:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.569683:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760766.569686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760766.569694:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760766.569701:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760766.569723:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760766.569831:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23416832<>23420928
00000100:00100000:2.0:1789760766.615930:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973035 gen 2
00000008:00010000:2.0:1789760766.616003:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760766.616011:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.616021:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.616046:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760766.616075:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484299776:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760766.653799:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5718, 5718]
00000080:00200000:2.0:1789760766.653816:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760766.653822:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760766.653837:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23425024 i_blocks 47111
00000020:00200000:2.0:1789760766.653841:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760766.653852:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760766.653915:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23425024, count: 4096
00000080:00200000:2.0:1789760766.653922:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23425024, bytes: 4096
00000080:00200000:2.0:1789760766.653932:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760766.653940:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760766.653943:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23425024, 23429120) 0 0
00000080:00200000:2.0:1789760766.653947:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760766.653964:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5719, 5719]
00020000:00200000:2.0:1789760766.653972:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23425024 chunk: [23425024, 23429120) 23429120, 4096
00020000:00200000:2.0:1789760766.653976:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760766.653997:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5719, 5719]
00000008:00010000:2.0:1789760766.654015:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760766.654021:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760766.654032:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23425024, 23429120) append 0 append lockpos 0
00000080:00200000:2.0:1789760766.654047:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23425024=0x1657000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760766.654121:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760766.654125:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23429120
00000020:00010000:2.0:1789760766.654134:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760766.654137:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.654141:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.654144:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760766.654147:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760766.654155:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760766.654173:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760766.654190:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760766.654303:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23425024<>23429120
00000100:00100000:2.0:1789760766.654347:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760766.654366:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484300032:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.699591:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973037 gen 2
00000008:00010000:2.0:1789760766.699707:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760766.699716:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.699728:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.699753:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760766.699784:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484300032:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.700514:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484300160:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760766.741788:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973038 gen 2
00000008:00010000:1.0:1789760766.741839:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760766.741847:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.741856:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.741911:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760766.741943:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484300160:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760766.742635:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5720, 5720]
00000080:00200000:2.0:1789760766.742652:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760766.742659:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760766.742675:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23433216 i_blocks 47111
00000020:00200000:2.0:1789760766.742679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760766.742689:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760766.742809:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23433216, count: 4096
00000080:00200000:2.0:1789760766.742818:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23433216, bytes: 4096
00000080:00200000:2.0:1789760766.742830:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760766.742839:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760766.742841:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23433216, 23437312) 0 0
00000080:00200000:2.0:1789760766.742846:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760766.742861:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5721, 5721]
00020000:00200000:2.0:1789760766.742899:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23433216 chunk: [23433216, 23437312) 23437312, 4096
00020000:00200000:2.0:1789760766.742904:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760766.742923:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5721, 5721]
00000008:00010000:2.0:1789760766.742938:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760766.742952:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760766.742965:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23433216, 23437312) append 0 append lockpos 0
00000080:00200000:2.0:1789760766.742978:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23433216=0x1659000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760766.743042:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760766.743044:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23437312
00000020:00010000:2.0:1789760766.743053:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760766.743057:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.743060:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d8462bd8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.743064:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760766.743067:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760766.743075:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760766.743081:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760766.743097:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760766.743213:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23433216<>23437312
00010000:00010000:2.0:1789760766.780495:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760766.793301:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973039 gen 2
00000008:00010000:2.0:1789760766.793357:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:2.0:1789760766.793365:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.793376:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.793397:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:2.0:1789760766.793425:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484300288:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.835333:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973040 gen 2
00000008:00010000:2.0:1789760766.835389:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760766.835399:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.835411:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.835507:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760766.835539:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484300416:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.838697:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484300544:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.883924:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973041 gen 2
00000008:00010000:2.0:1789760766.883985:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760766.883993:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.884003:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.884024:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760766.884055:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484300544:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.885009:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484300672:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.929938:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973042 gen 2
00000008:00010000:2.0:1789760766.929989:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760766.929997:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.930008:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.930028:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760766.930059:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484300672:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.932620:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760766.932644:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484300800:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760766.957592:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973043 gen 2
00000008:00010000:2.0:1789760766.957646:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760766.957654:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760766.957667:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760766.957685:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760766.957721:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484300800:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760766.958760:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760766.958795:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23453696, count: 4096
00000080:00200000:2.0:1789760766.958803:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23453696, bytes: 4096
00000080:00200000:2.0:1789760766.958814:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760766.958822:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760766.958824:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23453696, 23457792) 0 0
00000080:00200000:2.0:1789760766.958829:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760766.958849:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5726, 5726]
00020000:00200000:2.0:1789760766.958858:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23453696 chunk: [23453696, 23457792) 23457792, 4096
00020000:00200000:2.0:1789760766.958999:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760766.959023:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5726, 5726]
00000008:00010000:2.0:1789760766.959042:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760766.959048:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760766.959061:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23453696, 23457792) append 0 append lockpos 0
00000080:00200000:2.0:1789760766.959076:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23453696=0x165e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760766.959138:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760766.959142:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23457792
00000020:00010000:2.0:1789760766.959150:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760766.959154:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.959157:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760766.959173:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760766.959176:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760766.959184:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760766.959191:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760766.959240:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760766.959557:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23453696<>23457792
00000080:00200000:2.0:1789760767.008139:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5726, 5726]
00000080:00200000:2.0:1789760767.008157:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.008175:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.008191:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23457792 i_blocks 47111
00000020:00200000:2.0:1789760767.008196:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.008215:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.008256:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23457792, count: 4096
00000080:00200000:2.0:1789760767.008264:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23457792, bytes: 4096
00000080:00200000:2.0:1789760767.008273:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.008283:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.008285:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23457792, 23461888) 0 0
00000080:00200000:2.0:1789760767.008289:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.008309:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5727, 5727]
00020000:00200000:2.0:1789760767.008318:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23457792 chunk: [23457792, 23461888) 23461888, 4096
00020000:00200000:2.0:1789760767.008324:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.008342:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5727, 5727]
00000008:00010000:2.0:1789760767.008362:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.008368:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.008381:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23457792, 23461888) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.008396:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23457792=0x165f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.008453:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.008456:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23461888
00000020:00010000:2.0:1789760767.008465:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.008468:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.008471:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.008475:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.008477:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.008484:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.008491:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.008506:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760767.008609:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 23457792<>23461888
00000080:00200000:2.0:1789760767.035334:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5727, 5727]
00000080:00200000:2.0:1789760767.035352:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.035360:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.035375:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23461888 i_blocks 47111
00000020:00200000:2.0:1789760767.035379:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.035389:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.035424:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23461888, count: 4096
00000080:00200000:2.0:1789760767.035432:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23461888, bytes: 4096
00000080:00200000:2.0:1789760767.035440:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.035449:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.035452:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23461888, 23465984) 0 0
00000080:00200000:2.0:1789760767.035456:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.035475:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5728, 5728]
00020000:00200000:2.0:1789760767.035485:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23461888 chunk: [23461888, 23465984) 23465984, 4096
00020000:00200000:2.0:1789760767.035490:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.035510:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5728, 5728]
00000008:00010000:2.0:1789760767.035531:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.035538:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.035563:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23461888, 23465984) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.035578:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23461888=0x1660000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.035649:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.035652:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23465984
00000020:00010000:2.0:1789760767.035660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.035664:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.035668:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.035671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.035674:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.035682:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.035689:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.035706:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760767.035807:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 23461888<>23465984
00000080:00200000:2.0:1789760767.072899:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5728, 5728]
00000080:00200000:2.0:1789760767.072917:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.072923:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.072938:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23465984 i_blocks 47111
00000020:00200000:2.0:1789760767.072942:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.072953:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.072984:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23465984, count: 4096
00000080:00200000:2.0:1789760767.072991:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23465984, bytes: 4096
00000080:00200000:2.0:1789760767.072999:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.073008:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.073010:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23465984, 23470080) 0 0
00000080:00200000:2.0:1789760767.073015:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.073032:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5729, 5729]
00020000:00200000:2.0:1789760767.073039:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23465984 chunk: [23465984, 23470080) 23470080, 4096
00020000:00200000:2.0:1789760767.073044:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.073062:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5729, 5729]
00000008:00010000:2.0:1789760767.073077:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.073081:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.073093:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23465984, 23470080) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.073117:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23465984=0x1661000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.073175:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.073178:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23470080
00000020:00010000:2.0:1789760767.073185:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.073188:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.073191:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.073195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.073197:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.073204:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.073210:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.073223:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760767.073426:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 23465984<>23470080
00000080:00200000:2.0:1789760767.113919:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5729, 5729]
00000080:00200000:2.0:1789760767.113946:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.113954:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.113973:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23470080 i_blocks 47111
00000020:00200000:2.0:1789760767.113979:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.113997:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.114032:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23470080, count: 4096
00000080:00200000:2.0:1789760767.114041:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23470080, bytes: 4096
00000080:00200000:2.0:1789760767.114054:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.114062:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.114064:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23470080, 23474176) 0 0
00000080:00200000:2.0:1789760767.114068:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.114082:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5730, 5730]
00020000:00200000:2.0:1789760767.114089:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23470080 chunk: [23470080, 23474176) 23474176, 4096
00020000:00200000:2.0:1789760767.114093:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.114112:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5730, 5730]
00000008:00010000:2.0:1789760767.114132:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.114139:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.114152:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23470080, 23474176) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.114175:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23470080=0x1662000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.114322:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.114326:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23474176
00000020:00010000:2.0:1789760767.114334:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.114337:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.114340:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.114344:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.114347:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.114356:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.114363:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.114396:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760767.114506:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 23470080<>23474176
00000080:00200000:2.0:1789760767.156494:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5730, 5730]
00000080:00200000:2.0:1789760767.156512:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.156517:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.156599:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23474176 i_blocks 47111
00000020:00200000:2.0:1789760767.156604:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.156616:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.156652:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23474176, count: 4096
00000080:00200000:2.0:1789760767.156661:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23474176, bytes: 4096
00000080:00200000:2.0:1789760767.156675:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.156684:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.156686:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23474176, 23478272) 0 0
00000080:00200000:2.0:1789760767.156690:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.156708:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5731, 5731]
00020000:00200000:2.0:1789760767.156717:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23474176 chunk: [23474176, 23478272) 23478272, 4096
00020000:00200000:2.0:1789760767.156722:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.156743:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5731, 5731]
00000008:00010000:2.0:1789760767.156763:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.156768:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.156779:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23474176, 23478272) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.156792:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23474176=0x1663000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.156848:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.156850:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23478272
00000020:00010000:2.0:1789760767.156858:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.156861:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.156883:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.156886:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.156889:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.156896:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.156902:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.156920:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760767.157017:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 23474176<>23478272
00000080:00200000:2.0:1789760767.203456:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5731, 5731]
00000080:00200000:2.0:1789760767.203482:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.203489:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.203507:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23478272 i_blocks 47111
00000020:00200000:2.0:1789760767.203512:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.203528:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.203562:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23478272, count: 4096
00000080:00200000:2.0:1789760767.203569:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23478272, bytes: 4096
00000080:00200000:2.0:1789760767.203581:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.203590:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.203592:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23478272, 23482368) 0 0
00000080:00200000:2.0:1789760767.203597:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.203613:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5732, 5732]
00020000:00200000:2.0:1789760767.203622:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23478272 chunk: [23478272, 23482368) 23482368, 4096
00020000:00200000:2.0:1789760767.203627:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.203646:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5732, 5732]
00000008:00010000:2.0:1789760767.203664:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.203738:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.203752:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23478272, 23482368) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.203767:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23478272=0x1664000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.203835:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.203838:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23482368
00000020:00010000:2.0:1789760767.203847:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.203850:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.203853:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.203857:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.203860:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.203886:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.203894:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.203921:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760767.204097:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 23478272<>23482368
00000080:00200000:2.0:1789760767.269401:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5732, 5732]
00000080:00200000:2.0:1789760767.269422:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.269429:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.269445:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23482368 i_blocks 47111
00000020:00200000:2.0:1789760767.269449:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.269461:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.269496:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23482368, count: 4096
00000080:00200000:2.0:1789760767.269503:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23482368, bytes: 4096
00000080:00200000:2.0:1789760767.269514:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.269523:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.269526:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23482368, 23486464) 0 0
00000080:00200000:2.0:1789760767.269531:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.269552:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5733, 5733]
00020000:00200000:2.0:1789760767.269560:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23482368 chunk: [23482368, 23486464) 23486464, 4096
00020000:00200000:2.0:1789760767.269565:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.269585:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5733, 5733]
00000008:00010000:2.0:1789760767.269604:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.269613:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.269628:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23482368, 23486464) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.269646:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23482368=0x1665000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.269715:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.269718:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23486464
00000020:00010000:2.0:1789760767.269727:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.269731:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.269734:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.269738:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.269741:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.269749:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.269756:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.269775:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760767.270148:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 23482368<>23486464
00000080:00200000:2.0:1789760767.310647:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5733, 5733]
00000080:00200000:2.0:1789760767.310665:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.310672:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.310690:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23486464 i_blocks 47111
00000020:00200000:2.0:1789760767.310694:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.310704:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.310810:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23486464, count: 4096
00000080:00200000:2.0:1789760767.310820:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23486464, bytes: 4096
00000080:00200000:2.0:1789760767.310830:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.310839:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.310841:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23486464, 23490560) 0 0
00000080:00200000:2.0:1789760767.310846:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.310897:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5734, 5734]
00020000:00200000:2.0:1789760767.310907:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23486464 chunk: [23486464, 23490560) 23490560, 4096
00020000:00200000:2.0:1789760767.310912:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.310935:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5734, 5734]
00000008:00010000:2.0:1789760767.311030:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.311036:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.311049:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23486464, 23490560) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.311063:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23486464=0x1666000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.311201:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.311204:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23490560
00000020:00010000:2.0:1789760767.311212:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.311216:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.311219:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.311222:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.311225:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.311235:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.311243:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.311270:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760767.311374:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 23486464<>23490560
00000080:00200000:2.0:1789760767.360687:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5734, 5734]
00000080:00200000:2.0:1789760767.360709:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.360794:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.360812:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23490560 i_blocks 47111
00000020:00200000:2.0:1789760767.360816:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.360827:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.360862:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23490560, count: 4096
00000080:00200000:2.0:1789760767.360900:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23490560, bytes: 4096
00000080:00200000:2.0:1789760767.360912:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.360920:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.360923:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23490560, 23494656) 0 0
00000080:00200000:2.0:1789760767.360927:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.361017:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5735, 5735]
00020000:00200000:2.0:1789760767.361028:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23490560 chunk: [23490560, 23494656) 23494656, 4096
00020000:00200000:2.0:1789760767.361034:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.361056:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5735, 5735]
00000008:00010000:2.0:1789760767.361074:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.361080:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.361091:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23490560, 23494656) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.361106:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23490560=0x1667000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.361177:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.361180:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23494656
00000020:00010000:2.0:1789760767.361188:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.361192:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.361195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.361198:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.361202:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.361210:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.361216:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.361234:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760767.361469:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 23490560<>23494656
00000080:00200000:2.0:1789760767.417424:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5735, 5735]
00000080:00200000:2.0:1789760767.417444:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.417451:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.417468:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23494656 i_blocks 47111
00000020:00200000:2.0:1789760767.417472:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.417483:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.417512:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23494656, count: 4096
00000080:00200000:2.0:1789760767.417520:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23494656, bytes: 4096
00000080:00200000:2.0:1789760767.417528:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.417536:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.417538:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23494656, 23498752) 0 0
00000080:00200000:2.0:1789760767.417543:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.417560:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5736, 5736]
00020000:00200000:2.0:1789760767.417569:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23494656 chunk: [23494656, 23498752) 23498752, 4096
00020000:00200000:2.0:1789760767.417575:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.417593:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5736, 5736]
00000008:00010000:2.0:1789760767.417610:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.417616:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.417628:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23494656, 23498752) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.417641:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23494656=0x1668000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.417697:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.417700:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23498752
00000020:00010000:2.0:1789760767.417709:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.417712:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.417729:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.417733:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.417736:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.417745:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.417752:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.417768:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760767.417922:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 23494656<>23498752
00000080:00200000:2.0:1789760767.458654:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5736, 5736]
00000080:00200000:2.0:1789760767.458735:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.458742:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.458759:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23498752 i_blocks 47111
00000020:00200000:2.0:1789760767.458764:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.458773:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.458807:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23498752, count: 4096
00000080:00200000:2.0:1789760767.458816:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23498752, bytes: 4096
00000080:00200000:2.0:1789760767.458829:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.458840:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.458842:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23498752, 23502848) 0 0
00000080:00200000:2.0:1789760767.458847:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.458979:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5737, 5737]
00020000:00200000:2.0:1789760767.458990:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23498752 chunk: [23498752, 23502848) 23502848, 4096
00020000:00200000:2.0:1789760767.458995:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.459018:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5737, 5737]
00000008:00010000:2.0:1789760767.459038:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.459044:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.459056:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23498752, 23502848) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.459069:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23498752=0x1669000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.459138:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.459141:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23502848
00000020:00010000:2.0:1789760767.459150:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.459153:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.459166:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.459170:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.459173:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.459181:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.459189:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.459205:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760767.459320:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 23498752<>23502848
00000080:00200000:2.0:1789760767.505490:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5737, 5737]
00000080:00200000:2.0:1789760767.505592:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.505600:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.505622:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23502848 i_blocks 47111
00000020:00200000:2.0:1789760767.505627:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.505645:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.505680:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23502848, count: 4096
00000080:00200000:2.0:1789760767.505688:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23502848, bytes: 4096
00000080:00200000:2.0:1789760767.505702:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.505721:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.505724:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23502848, 23506944) 0 0
00000080:00200000:2.0:1789760767.505836:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.505857:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5738, 5738]
00020000:00200000:2.0:1789760767.505884:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23502848 chunk: [23502848, 23506944) 23506944, 4096
00020000:00200000:2.0:1789760767.505889:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.505914:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5738, 5738]
00000008:00010000:2.0:1789760767.505934:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.505939:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.506028:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23502848, 23506944) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.506045:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23502848=0x166a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.506599:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.506603:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23506944
00000020:00010000:2.0:1789760767.506612:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.506616:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.506619:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.506623:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.506626:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.506637:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.506645:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.506682:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760767.507659:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 23502848<>23506944
00000080:00200000:2.0:1789760767.594366:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5738, 5738]
00000080:00200000:2.0:1789760767.594400:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.594407:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.594427:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23506944 i_blocks 47111
00000020:00200000:2.0:1789760767.594433:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.594597:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.594633:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23506944, count: 4096
00000080:00200000:2.0:1789760767.594642:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23506944, bytes: 4096
00000080:00200000:2.0:1789760767.594659:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.594669:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.594671:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23506944, 23511040) 0 0
00000080:00200000:2.0:1789760767.594676:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.594696:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5739, 5739]
00020000:00200000:2.0:1789760767.594706:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23506944 chunk: [23506944, 23511040) 23511040, 4096
00020000:00200000:2.0:1789760767.594712:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.594738:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5739, 5739]
00000008:00010000:2.0:1789760767.594761:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.594769:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.594781:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23506944, 23511040) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.594797:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23506944=0x166b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.595017:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.595020:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23511040
00000020:00010000:2.0:1789760767.595031:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.595035:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.595038:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.595041:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.595045:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.595054:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.595062:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.595220:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760767.595340:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23506944<>23511040
00000080:00200000:2.0:1789760767.644181:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5739, 5739]
00000080:00200000:2.0:1789760767.644199:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.644206:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.644223:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23511040 i_blocks 47111
00000020:00200000:2.0:1789760767.644227:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.644238:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.644274:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23511040, count: 4096
00000080:00200000:2.0:1789760767.644281:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23511040, bytes: 4096
00000080:00200000:2.0:1789760767.644290:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.644299:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.644301:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23511040, 23515136) 0 0
00000080:00200000:2.0:1789760767.644306:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.644325:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5740, 5740]
00020000:00200000:2.0:1789760767.644334:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23511040 chunk: [23511040, 23515136) 23515136, 4096
00020000:00200000:2.0:1789760767.644339:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.644361:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5740, 5740]
00000008:00010000:2.0:1789760767.644380:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.644386:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.644399:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23511040, 23515136) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.644414:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23511040=0x166c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.644473:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.644476:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23515136
00000020:00010000:2.0:1789760767.644485:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.644488:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.644491:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.644495:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.644498:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.644505:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.644511:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.644526:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760767.644623:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 23511040<>23515136
00000080:00200000:2.0:1789760767.679288:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5740, 5740]
00000080:00200000:2.0:1789760767.679305:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.679311:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.679327:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23515136 i_blocks 47111
00000020:00200000:2.0:1789760767.679331:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.679341:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.679371:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23515136, count: 4096
00000080:00200000:2.0:1789760767.679377:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23515136, bytes: 4096
00000080:00200000:2.0:1789760767.679385:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.679391:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.679393:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23515136, 23519232) 0 0
00000080:00200000:2.0:1789760767.679397:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.679411:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5741, 5741]
00020000:00200000:2.0:1789760767.679418:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23515136 chunk: [23515136, 23519232) 23519232, 4096
00020000:00200000:2.0:1789760767.679422:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.679438:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5741, 5741]
00000008:00010000:2.0:1789760767.679453:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.679459:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.679471:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23515136, 23519232) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.679485:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23515136=0x166d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.679539:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.679541:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23519232
00000020:00010000:2.0:1789760767.679549:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.679551:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.679554:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.679556:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.679558:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.679564:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.679569:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.679582:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760767.679663:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 23515136<>23519232
00000080:00200000:2.0:1789760767.744321:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5741, 5741]
00000080:00200000:2.0:1789760767.744339:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.744345:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.744360:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23519232 i_blocks 47111
00000020:00200000:2.0:1789760767.744364:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.744374:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.744408:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23519232, count: 4096
00000080:00200000:2.0:1789760767.744416:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23519232, bytes: 4096
00000080:00200000:2.0:1789760767.744428:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.744438:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.744440:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23519232, 23523328) 0 0
00000080:00200000:2.0:1789760767.744445:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.744463:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5742, 5742]
00020000:00200000:2.0:1789760767.744472:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23519232 chunk: [23519232, 23523328) 23523328, 4096
00020000:00200000:2.0:1789760767.744477:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.744496:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5742, 5742]
00000008:00010000:2.0:1789760767.744513:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.744520:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.744595:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23519232, 23523328) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.744614:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23519232=0x166e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.744680:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.744683:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23523328
00000020:00010000:2.0:1789760767.744692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.744696:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.744699:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.744702:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.744705:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.744712:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.744719:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.744735:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760767.744833:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 23519232<>23523328
00010000:00010000:1.0:1789760767.803177:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760767.825656:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5742, 5742]
00000080:00200000:2.0:1789760767.825675:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760767.825682:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760767.825700:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23523328 i_blocks 47111
00000020:00200000:2.0:1789760767.825704:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760767.825714:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760767.825751:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23523328, count: 4096
00000080:00200000:2.0:1789760767.825759:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23523328, bytes: 4096
00000080:00200000:2.0:1789760767.825768:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760767.825777:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760767.825780:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23523328, 23527424) 0 0
00000080:00200000:2.0:1789760767.825784:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760767.825799:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5743, 5743]
00020000:00200000:2.0:1789760767.825807:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23523328 chunk: [23523328, 23527424) 23527424, 4096
00020000:00200000:2.0:1789760767.825811:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760767.825830:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5743, 5743]
00000008:00010000:2.0:1789760767.825847:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760767.825852:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760767.825899:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23523328, 23527424) append 0 append lockpos 0
00000080:00200000:2.0:1789760767.825911:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23523328=0x166f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760767.825969:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760767.825972:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23527424
00000020:00010000:2.0:1789760767.825981:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760767.825985:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.825988:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760767.825992:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760767.825995:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760767.826003:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760767.826011:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760767.826027:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760767.826145:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 23523328<>23527424
00000100:00100000:2.0:1789760767.826209:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760767.826228:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484303104:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760767.874018:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973061 gen 2
00000008:00010000:2.0:1789760767.874082:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760767.874091:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760767.874101:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760767.874127:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760767.874177:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484303104:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760767.946241:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973062 gen 2
00000008:00010000:2.0:1789760767.946299:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760767.946307:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760767.946318:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760767.946344:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760767.946374:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484303232:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760767.947070:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484303360:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760768.004793:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760768.004808:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760768.004819:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760768.004944:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760768.004975:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484303360:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760768.014535:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484303488:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760768.067418:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973064 gen 2
00000008:00010000:2.0:1789760768.067484:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760768.067492:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760768.067502:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760768.067523:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760768.067554:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484303488:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.123272:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484303744:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760768.123317:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973065 gen 2
00000008:00010000:2.0:1789760768.123362:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760768.123370:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760768.123381:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000100:00100000:1.0:1789760768.123395:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484304000:192.168.203.110@tcp:400:kworker.0
00000008:00010000:2.0:1789760768.123410:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:1.0:1789760768.123432:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484304256:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760768.123436:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484303616:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.123476:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1789760768.123486:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484303872:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760768.123510:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484304128:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760768.125780:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484303744:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760768.127285:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760768.127311:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484304384:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.127784:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484304000:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760768.128002:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484303872:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760768.128015:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484304128:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760768.128026:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484304256:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760768.176208:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973066 gen 2
00000008:00010000:1.0:1789760768.176268:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760768.176277:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.176288:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.176313:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760768.176344:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484304384:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.177259:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484304512:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.239211:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973067 gen 2
00000008:00010000:1.0:1789760768.239278:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760768.239287:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.239297:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.239321:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760768.239351:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484304512:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.240244:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484304640:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.289176:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973068 gen 2
00000008:00010000:1.0:1789760768.289299:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760768.289308:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.289318:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.289570:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760768.289602:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484304640:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760768.290348:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000008:00100000:1.0:1789760768.290442:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 23556096<>23560192
00000100:00100000:1.0:1789760768.290731:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760768.290746:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484304768:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.331227:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973069 gen 2
00000008:00010000:1.0:1789760768.331280:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:1.0:1789760768.331289:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.331300:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.331321:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:1.0:1789760768.331356:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484304768:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760768.331905:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484304896:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760768.456206:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5754, 5754]
00000080:00200000:2.0:1789760768.456222:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760768.456228:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760768.456244:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23572480 i_blocks 47111
00000020:00200000:2.0:1789760768.456248:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760768.456257:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760768.456292:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23572480, count: 4096
00000080:00200000:2.0:1789760768.456299:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23572480, bytes: 4096
00000080:00200000:2.0:1789760768.456309:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760768.456318:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760768.456320:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23572480, 23576576) 0 0
00000080:00200000:2.0:1789760768.456325:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760768.456342:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5755, 5755]
00020000:00200000:2.0:1789760768.456352:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23572480 chunk: [23572480, 23576576) 23576576, 4096
00020000:00200000:2.0:1789760768.456356:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760768.456376:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5755, 5755]
00000008:00010000:2.0:1789760768.456393:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760768.456399:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760768.456410:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23572480, 23576576) append 0 append lockpos 0
00000080:00200000:2.0:1789760768.456423:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23572480=0x167b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760768.456478:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760768.456480:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23576576
00000020:00010000:2.0:1789760768.456489:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760768.456493:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.456496:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.456500:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760768.456503:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760768.456511:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760768.456518:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760768.456532:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760768.456625:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 23572480<>23576576
00000080:00200000:2.0:1789760768.486162:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5755, 5755]
00000080:00200000:2.0:1789760768.486180:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760768.486186:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760768.486203:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23576576 i_blocks 47111
00000020:00200000:2.0:1789760768.486207:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760768.486217:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760768.486315:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23576576, count: 4096
00000080:00200000:2.0:1789760768.486323:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23576576, bytes: 4096
00000080:00200000:2.0:1789760768.486334:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760768.486344:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760768.486347:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23576576, 23580672) 0 0
00000080:00200000:2.0:1789760768.486352:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760768.486369:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5756, 5756]
00020000:00200000:2.0:1789760768.486379:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23576576 chunk: [23576576, 23580672) 23580672, 4096
00020000:00200000:2.0:1789760768.486384:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760768.486404:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5756, 5756]
00000008:00010000:2.0:1789760768.486422:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760768.486428:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760768.486440:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23576576, 23580672) append 0 append lockpos 0
00000080:00200000:2.0:1789760768.486457:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23576576=0x167c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760768.486525:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760768.486529:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23580672
00000020:00010000:2.0:1789760768.486540:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760768.486544:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.486547:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.486552:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760768.486556:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760768.486565:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760768.486573:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760768.486592:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760768.486699:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 23576576<>23580672
00000080:00200000:2.0:1789760768.529363:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5756, 5756]
00000080:00200000:2.0:1789760768.529382:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760768.529390:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760768.529406:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23580672 i_blocks 47111
00000020:00200000:2.0:1789760768.529410:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760768.529420:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760768.529465:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23580672, count: 4096
00000080:00200000:2.0:1789760768.529473:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23580672, bytes: 4096
00000080:00200000:2.0:1789760768.529484:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760768.529493:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760768.529495:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23580672, 23584768) 0 0
00000080:00200000:2.0:1789760768.529500:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760768.529519:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5757, 5757]
00020000:00200000:2.0:1789760768.529529:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23580672 chunk: [23580672, 23584768) 23584768, 4096
00020000:00200000:2.0:1789760768.529534:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760768.529554:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5757, 5757]
00000008:00010000:2.0:1789760768.529574:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760768.529580:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760768.529593:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23580672, 23584768) append 0 append lockpos 0
00000080:00200000:2.0:1789760768.529606:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23580672=0x167d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760768.529663:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760768.529666:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23584768
00000020:00010000:2.0:1789760768.529675:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760768.529679:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.529683:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.529686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760768.529689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760768.529696:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760768.529704:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760768.529721:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760768.529835:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 23580672<>23584768
00000080:00200000:2.0:1789760768.581221:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5757, 5757]
00000080:00200000:2.0:1789760768.581245:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760768.581253:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760768.581272:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23584768 i_blocks 47111
00000020:00200000:2.0:1789760768.581277:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760768.581292:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760768.581323:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23584768, count: 4096
00000080:00200000:2.0:1789760768.581332:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23584768, bytes: 4096
00000080:00200000:2.0:1789760768.581344:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760768.581353:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760768.581355:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23584768, 23588864) 0 0
00000080:00200000:2.0:1789760768.581359:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760768.581378:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5758, 5758]
00020000:00200000:2.0:1789760768.581387:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23584768 chunk: [23584768, 23588864) 23588864, 4096
00020000:00200000:2.0:1789760768.581392:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760768.581413:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5758, 5758]
00000008:00010000:2.0:1789760768.581432:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760768.581439:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760768.581518:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23584768, 23588864) append 0 append lockpos 0
00000080:00200000:2.0:1789760768.581533:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23584768=0x167e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760768.581599:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760768.581603:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23588864
00000020:00010000:2.0:1789760768.581611:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760768.581614:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.581617:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.581621:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760768.581624:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760768.581633:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760768.581640:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760768.581666:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760768.581770:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 23584768<>23588864
00000100:00100000:1.0:1789760768.621064:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484305792:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760768.674836:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760768.674891:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.674904:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.674920:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760768.674951:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484305792:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.675708:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484305920:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.723608:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973078 gen 2
00000008:00010000:1.0:1789760768.723674:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760768.723682:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.723692:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.723715:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760768.723746:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484305920:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.725140:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484306048:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.764187:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973079 gen 2
00000008:00010000:1.0:1789760768.764247:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760768.764256:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.764266:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.764287:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760768.764316:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484306048:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.765431:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760768.765463:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484306176:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.798583:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973080 gen 2
00000008:00010000:1.0:1789760768.798641:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760768.798651:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.798661:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.798721:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760768.798751:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484306176:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760768.799800:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484306304:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760768.827399:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760768.860124:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973081 gen 2
00000008:00010000:1.0:1789760768.860192:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760768.860201:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.860211:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.860242:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760768.860273:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484306304:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760768.860502:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5763, 5763]
00000080:00200000:2.0:1789760768.860519:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760768.860525:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760768.860653:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23609344 i_blocks 47111
00000020:00200000:2.0:1789760768.860659:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760768.860670:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760768.860704:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23609344, count: 4096
00000080:00200000:2.0:1789760768.860712:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23609344, bytes: 4096
00000080:00200000:2.0:1789760768.860722:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760768.860730:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760768.860732:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23609344, 23613440) 0 0
00000080:00200000:2.0:1789760768.860736:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760768.860753:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5764, 5764]
00020000:00200000:2.0:1789760768.860762:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23609344 chunk: [23609344, 23613440) 23613440, 4096
00020000:00200000:2.0:1789760768.860767:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760768.860788:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5764, 5764]
00000008:00010000:2.0:1789760768.860805:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760768.860811:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760768.860822:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23609344, 23613440) append 0 append lockpos 0
00000080:00200000:2.0:1789760768.860836:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23609344=0x1684000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760768.860925:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760768.860928:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23613440
00000020:00010000:2.0:1789760768.860936:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760768.860940:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.860943:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.860947:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760768.860950:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760768.860958:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760768.860965:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760768.860981:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760768.861091:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 23609344<>23613440
00000080:00200000:2.0:1789760768.909143:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5764, 5764]
00000080:00200000:2.0:1789760768.909169:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760768.909176:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760768.909191:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23613440 i_blocks 47111
00000020:00200000:2.0:1789760768.909195:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760768.909205:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760768.909303:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23613440, count: 4096
00000080:00200000:2.0:1789760768.909311:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23613440, bytes: 4096
00000080:00200000:2.0:1789760768.909320:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760768.909329:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760768.909331:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23613440, 23617536) 0 0
00000080:00200000:2.0:1789760768.909336:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760768.909355:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5765, 5765]
00020000:00200000:2.0:1789760768.909365:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23613440 chunk: [23613440, 23617536) 23617536, 4096
00020000:00200000:2.0:1789760768.909371:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760768.909391:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5765, 5765]
00000008:00010000:2.0:1789760768.909409:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760768.909415:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760768.909427:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23613440, 23617536) append 0 append lockpos 0
00000080:00200000:2.0:1789760768.909441:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23613440=0x1685000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760768.909502:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760768.909505:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23617536
00000020:00010000:2.0:1789760768.909513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760768.909517:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.909520:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.909523:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760768.909526:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760768.909534:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760768.909541:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760768.909558:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760768.909664:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 23613440<>23617536
00000080:00200000:2.0:1789760768.945831:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5765, 5765]
00000080:00200000:2.0:1789760768.945849:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760768.945856:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760768.945906:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23617536 i_blocks 47111
00000020:00200000:2.0:1789760768.945910:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760768.945921:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760768.945956:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23617536, count: 4096
00000080:00200000:2.0:1789760768.945964:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23617536, bytes: 4096
00000080:00200000:2.0:1789760768.945973:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760768.945982:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760768.945984:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23617536, 23621632) 0 0
00000080:00200000:2.0:1789760768.945989:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760768.946007:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5766, 5766]
00020000:00200000:2.0:1789760768.946015:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23617536 chunk: [23617536, 23621632) 23621632, 4096
00020000:00200000:2.0:1789760768.946020:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760768.946040:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5766, 5766]
00000008:00010000:2.0:1789760768.946058:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760768.946064:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760768.946077:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23617536, 23621632) append 0 append lockpos 0
00000080:00200000:2.0:1789760768.946090:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23617536=0x1686000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760768.946162:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760768.946165:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23621632
00000020:00010000:2.0:1789760768.946173:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760768.946177:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.946180:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.946183:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760768.946186:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760768.946195:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760768.946201:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760768.946215:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760768.946330:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 23617536<>23621632
00000080:00200000:2.0:1789760768.977591:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5766, 5766]
00000080:00200000:2.0:1789760768.977608:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760768.977616:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760768.977632:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23621632 i_blocks 47111
00000020:00200000:2.0:1789760768.977636:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760768.977646:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760768.977682:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23621632, count: 4096
00000080:00200000:2.0:1789760768.977689:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23621632, bytes: 4096
00000080:00200000:2.0:1789760768.977698:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760768.977706:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760768.977708:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23621632, 23625728) 0 0
00000080:00200000:2.0:1789760768.977713:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760768.977730:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5767, 5767]
00020000:00200000:2.0:1789760768.977738:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23621632 chunk: [23621632, 23625728) 23625728, 4096
00020000:00200000:2.0:1789760768.977743:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760768.977764:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5767, 5767]
00000008:00010000:2.0:1789760768.977781:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760768.977787:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760768.977800:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23621632, 23625728) append 0 append lockpos 0
00000080:00200000:2.0:1789760768.977815:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23621632=0x1687000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760768.977912:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760768.977916:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23625728
00000020:00010000:2.0:1789760768.977925:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760768.977929:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.977932:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760768.977936:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760768.977940:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760768.977948:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760768.977956:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760768.977972:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760768.978076:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 23621632<>23625728
00000080:00200000:2.0:1789760769.013010:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5767, 5767]
00000080:00200000:2.0:1789760769.013028:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760769.013034:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760769.013050:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23625728 i_blocks 47111
00000020:00200000:2.0:1789760769.013055:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760769.013064:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760769.013120:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23625728, count: 4096
00000080:00200000:2.0:1789760769.013128:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23625728, bytes: 4096
00000080:00200000:2.0:1789760769.013137:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760769.013458:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760769.013461:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23625728, 23629824) 0 0
00000080:00200000:2.0:1789760769.013466:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760769.013484:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5768, 5768]
00020000:00200000:2.0:1789760769.013493:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23625728 chunk: [23625728, 23629824) 23629824, 4096
00020000:00200000:2.0:1789760769.013498:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760769.013520:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5768, 5768]
00000008:00010000:2.0:1789760769.013540:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760769.013546:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760769.013558:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23625728, 23629824) append 0 append lockpos 0
00000080:00200000:2.0:1789760769.013573:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23625728=0x1688000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760769.013637:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760769.013641:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23629824
00000020:00010000:2.0:1789760769.013650:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760769.013654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.013657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.013660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760769.013664:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760769.013672:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760769.013679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760769.013697:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760769.013801:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 23625728<>23629824
00000080:00200000:2.0:1789760769.051587:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5768, 5768]
00000080:00200000:2.0:1789760769.051604:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760769.051610:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760769.051626:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23629824 i_blocks 47111
00000020:00200000:2.0:1789760769.051630:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760769.051640:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760769.051701:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23629824, count: 4096
00000080:00200000:2.0:1789760769.051709:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23629824, bytes: 4096
00000080:00200000:2.0:1789760769.051718:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760769.051726:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760769.051728:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23629824, 23633920) 0 0
00000080:00200000:2.0:1789760769.051733:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760769.051751:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5769, 5769]
00020000:00200000:2.0:1789760769.051760:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23629824 chunk: [23629824, 23633920) 23633920, 4096
00020000:00200000:2.0:1789760769.051764:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760769.051785:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5769, 5769]
00000008:00010000:2.0:1789760769.051803:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760769.051809:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760769.051821:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23629824, 23633920) append 0 append lockpos 0
00000080:00200000:2.0:1789760769.051834:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23629824=0x1689000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760769.051948:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760769.051952:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23633920
00000020:00010000:2.0:1789760769.051960:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760769.051964:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.051967:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.051970:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760769.051974:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760769.051982:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760769.051988:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760769.052000:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760769.052102:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 23629824<>23633920
00000100:00100000:2.0:1789760769.052153:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484307072:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760769.102784:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973087 gen 2
00000008:00010000:2.0:1789760769.102836:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000020:00200000:2.0:1789760769.102844:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760769.102855:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760769.102919:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000100:00100000:2.0:1789760769.102947:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484307072:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760769.103249:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5769, 5769]
00000080:00200000:1.0:1789760769.103266:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760769.103272:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760769.103289:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23633920 i_blocks 47111
00000020:00200000:1.0:1789760769.103292:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760769.103302:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760769.103335:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23633920, count: 4096
00000080:00200000:1.0:1789760769.103343:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23633920, bytes: 4096
00000080:00200000:1.0:1789760769.103352:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760769.103361:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760769.103364:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23633920, 23638016) 0 0
00000080:00200000:1.0:1789760769.103369:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760769.103385:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5770, 5770]
00020000:00200000:1.0:1789760769.103394:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23633920 chunk: [23633920, 23638016) 23638016, 4096
00020000:00200000:1.0:1789760769.103399:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760769.103419:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5770, 5770]
00000008:00010000:1.0:1789760769.103437:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760769.103442:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760769.103454:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23633920, 23638016) append 0 append lockpos 0
00000080:00200000:1.0:1789760769.103469:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23633920=0x168a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760769.103540:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760769.103544:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23638016
00000020:00010000:1.0:1789760769.103552:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760769.103555:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.103559:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.103563:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760769.103566:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760769.103574:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760769.103581:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760769.103596:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760769.103705:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 23633920<>23638016
00000100:00100000:1.0:1789760769.103740:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760769.103758:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484307200:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760769.158764:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484307328:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760769.207481:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5771, 5771]
00000080:00200000:1.0:1789760769.207508:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760769.207515:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760769.207532:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23642112 i_blocks 47111
00000020:00200000:1.0:1789760769.207535:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760769.207654:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760769.207687:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23642112, count: 4096
00000080:00200000:1.0:1789760769.207694:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23642112, bytes: 4096
00000080:00200000:1.0:1789760769.207705:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760769.207715:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760769.207717:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23642112, 23646208) 0 0
00000080:00200000:1.0:1789760769.207722:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760769.207740:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5772, 5772]
00020000:00200000:1.0:1789760769.207750:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23642112 chunk: [23642112, 23646208) 23646208, 4096
00020000:00200000:1.0:1789760769.207755:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760769.207776:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5772, 5772]
00000008:00010000:1.0:1789760769.207795:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760769.207801:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760769.207812:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23642112, 23646208) append 0 append lockpos 0
00000080:00200000:1.0:1789760769.207826:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23642112=0x168c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760769.207911:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760769.207914:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23646208
00000020:00010000:1.0:1789760769.207923:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760769.207927:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.207931:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.207935:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760769.207938:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760769.207946:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760769.207954:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760769.207972:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760769.208082:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 23642112<>23646208
00000100:00100000:1.0:1789760769.208135:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760769.208168:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484307456:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.261564:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973090 gen 2
00000008:00010000:1.0:1789760769.261617:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:1.0:1789760769.261626:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.261638:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.261661:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:1.0:1789760769.261693:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484307456:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.377837:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484307840:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760769.415443:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760769.415464:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.415531:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.415590:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760769.415620:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484307840:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.419003:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760769.419045:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484307968:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.468423:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973094 gen 2
00000008:00010000:1.0:1789760769.468493:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760769.468502:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.468640:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.468669:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760769.468703:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484307968:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760769.518992:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5777, 5777]
00000080:00200000:2.0:1789760769.519011:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760769.519017:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760769.519036:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23666688 i_blocks 47111
00000020:00200000:2.0:1789760769.519040:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760769.519052:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760769.519086:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23666688, count: 4096
00000080:00200000:2.0:1789760769.519093:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23666688, bytes: 4096
00000080:00200000:2.0:1789760769.519104:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760769.519114:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760769.519116:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23666688, 23670784) 0 0
00000080:00200000:2.0:1789760769.519122:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760769.519139:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5778, 5778]
00020000:00200000:2.0:1789760769.519159:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23666688 chunk: [23666688, 23670784) 23670784, 4096
00020000:00200000:2.0:1789760769.519164:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760769.519184:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5778, 5778]
00000008:00010000:2.0:1789760769.519202:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760769.519208:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760769.519220:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23666688, 23670784) append 0 append lockpos 0
00000080:00200000:2.0:1789760769.519233:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23666688=0x1692000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760769.519295:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760769.519298:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23670784
00000020:00010000:2.0:1789760769.519307:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760769.519311:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.519314:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.519317:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760769.519320:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760769.519328:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760769.519336:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760769.519352:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760769.519458:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 23666688<>23670784
00000080:00200000:2.0:1789760769.576564:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5778, 5778]
00000080:00200000:2.0:1789760769.576584:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760769.576590:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760769.576607:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23670784 i_blocks 47111
00000020:00200000:2.0:1789760769.576611:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760769.576623:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760769.576656:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23670784, count: 4096
00000080:00200000:2.0:1789760769.576664:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23670784, bytes: 4096
00000080:00200000:2.0:1789760769.576673:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760769.576682:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760769.576685:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23670784, 23674880) 0 0
00000080:00200000:2.0:1789760769.576689:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760769.576708:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5779, 5779]
00020000:00200000:2.0:1789760769.576717:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23670784 chunk: [23670784, 23674880) 23674880, 4096
00020000:00200000:2.0:1789760769.576721:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760769.576741:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5779, 5779]
00000008:00010000:2.0:1789760769.576756:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760769.576762:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760769.576773:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23670784, 23674880) append 0 append lockpos 0
00000080:00200000:2.0:1789760769.576787:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23670784=0x1693000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760769.576846:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760769.576849:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23674880
00000020:00010000:2.0:1789760769.576858:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760769.576904:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.576909:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.576912:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760769.576916:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760769.576924:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760769.576931:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760769.576949:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760769.577058:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 23670784<>23674880
00000100:00100000:2.0:1789760769.577107:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484308352:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.617855:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760769.617933:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484308480:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.663399:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973098 gen 2
00000008:00010000:1.0:1789760769.663450:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760769.663459:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.663470:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.663497:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760769.663537:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484308480:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.664995:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484308608:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.699356:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973099 gen 2
00000008:00010000:1.0:1789760769.699413:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760769.699423:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.699434:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.699458:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760769.699490:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484308608:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.700612:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760769.700637:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484308736:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.742958:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973100 gen 2
00000008:00010000:1.0:1789760769.743011:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760769.743021:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.743032:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.743056:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760769.743090:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484308736:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.745125:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484308864:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760769.795983:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760769.796002:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.796014:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.796046:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760769.796083:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484308864:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760769.797107:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484308992:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760769.851945:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760769.855269:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973101 gen 2
00000100:00100000:1.0:1789760769.855311:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fea300 x1876699484308992/t4294973102(4294973102) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760785 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760769.855366:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760769.855373:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.855383:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.855479:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760769.855976:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484308992:192.168.203.110@tcp:4:dd.0
00000020:00200000:2.0:1789760769.856915:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760769.856919:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23699456
00000020:00010000:2.0:1789760769.856929:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760769.856933:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.856936:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841edb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.856940:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760769.856943:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841edb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760769.856953:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760769.856960:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760769.856977:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760769.857238:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 23695360<>23699456
00000080:00200000:2.0:1789760769.913115:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5785, 5785]
00000080:00200000:2.0:1789760769.913131:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760769.913147:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760769.913162:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23699456 i_blocks 47111
00000020:00200000:2.0:1789760769.913166:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760769.913176:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760769.913208:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23699456, count: 4096
00000080:00200000:2.0:1789760769.913215:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23699456, bytes: 4096
00000080:00200000:2.0:1789760769.913234:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760769.913244:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760769.913246:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23699456, 23703552) 0 0
00000080:00200000:2.0:1789760769.913251:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760769.913267:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5786, 5786]
00020000:00200000:2.0:1789760769.913277:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23699456 chunk: [23699456, 23703552) 23703552, 4096
00020000:00200000:2.0:1789760769.913282:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760769.913301:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5786, 5786]
00000008:00010000:2.0:1789760769.913320:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760769.913326:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760769.913337:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23699456, 23703552) append 0 append lockpos 0
00000080:00200000:2.0:1789760769.913351:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23699456=0x169a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760769.913408:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760769.913411:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23703552
00000020:00010000:2.0:1789760769.913420:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760769.913423:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.913426:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.913429:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760769.913432:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760769.913440:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760769.913447:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760769.913462:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760769.913571:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 23699456<>23703552
00000080:00200000:2.0:1789760769.949249:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5786, 5786]
00000080:00200000:2.0:1789760769.949267:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760769.949273:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760769.949289:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23703552 i_blocks 47111
00000020:00200000:2.0:1789760769.949292:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760769.949301:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760769.949335:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23703552, count: 4096
00000080:00200000:2.0:1789760769.949342:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23703552, bytes: 4096
00000080:00200000:2.0:1789760769.949351:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760769.949360:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760769.949362:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23703552, 23707648) 0 0
00000080:00200000:2.0:1789760769.949367:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760769.949385:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5787, 5787]
00020000:00200000:2.0:1789760769.949394:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23703552 chunk: [23703552, 23707648) 23707648, 4096
00020000:00200000:2.0:1789760769.949399:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760769.949419:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5787, 5787]
00000008:00010000:2.0:1789760769.949439:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760769.949445:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760769.949458:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23703552, 23707648) append 0 append lockpos 0
00000080:00200000:2.0:1789760769.949472:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23703552=0x169b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760769.949531:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760769.949534:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23707648
00000020:00010000:2.0:1789760769.949542:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760769.949546:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.949549:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760769.949553:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760769.949556:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760769.949566:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760769.949573:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760769.949589:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760769.949691:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 23703552<>23707648
00000080:00200000:2.0:1789760770.015410:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5787, 5787]
00000080:00200000:2.0:1789760770.015426:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760770.015432:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760770.015447:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23707648 i_blocks 47111
00000020:00200000:2.0:1789760770.015451:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760770.015461:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760770.015494:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23707648, count: 4096
00000080:00200000:2.0:1789760770.015501:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23707648, bytes: 4096
00000080:00200000:2.0:1789760770.015514:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760770.015522:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760770.015524:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23707648, 23711744) 0 0
00000080:00200000:2.0:1789760770.015529:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760770.015546:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5788, 5788]
00020000:00200000:2.0:1789760770.015554:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23707648 chunk: [23707648, 23711744) 23711744, 4096
00020000:00200000:2.0:1789760770.015558:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760770.015578:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5788, 5788]
00000008:00010000:2.0:1789760770.015595:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760770.015602:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760770.015614:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23707648, 23711744) append 0 append lockpos 0
00000080:00200000:2.0:1789760770.015629:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23707648=0x169c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760770.015685:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760770.015688:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23711744
00000020:00010000:2.0:1789760770.015696:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760770.015699:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.015702:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.015706:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760770.015709:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760770.015733:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760770.015740:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760770.015755:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760770.015858:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 23707648<>23711744
00000080:00200000:2.0:1789760770.061248:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5788, 5788]
00000080:00200000:2.0:1789760770.061266:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760770.061271:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760770.061287:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23711744 i_blocks 47111
00000020:00200000:2.0:1789760770.061290:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760770.061300:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760770.061336:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23711744, count: 4096
00000080:00200000:2.0:1789760770.061344:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23711744, bytes: 4096
00000080:00200000:2.0:1789760770.061355:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760770.061365:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760770.061367:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23711744, 23715840) 0 0
00000080:00200000:2.0:1789760770.061371:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760770.061388:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5789, 5789]
00020000:00200000:2.0:1789760770.061399:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23711744 chunk: [23711744, 23715840) 23715840, 4096
00020000:00200000:2.0:1789760770.061404:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760770.061424:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5789, 5789]
00000008:00010000:2.0:1789760770.061441:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760770.061446:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760770.061457:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23711744, 23715840) append 0 append lockpos 0
00000080:00200000:2.0:1789760770.061469:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23711744=0x169d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760770.061527:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760770.061530:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23715840
00000020:00010000:2.0:1789760770.061537:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760770.061540:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.061544:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2db48/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.061547:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d812d7b8 (ffff8ab8c4c2dab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760770.061549:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760770.061557:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760770.061564:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760770.061580:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760770.061671:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23711744<>23715840
00000008:00010000:2.0:1789760770.116590:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000020:00200000:2.0:1789760770.116600:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760770.116611:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760770.116632:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000100:00100000:2.0:1789760770.116664:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484309632:192.168.203.110@tcp:4:dd.0
00000080:00200008:2.0:1789760770.117276:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23715840, count: 4096
00000080:00200000:2.0:1789760770.117288:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23715840, bytes: 4096
00000080:00200000:2.0:1789760770.117303:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760770.117312:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760770.117314:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23715840, 23719936) 0 0
00000080:00200000:2.0:1789760770.117319:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760770.117338:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5790, 5790]
00020000:00200000:2.0:1789760770.117348:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23715840 chunk: [23715840, 23719936) 23719936, 4096
00020000:00200000:2.0:1789760770.117352:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760770.117438:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5790, 5790]
00000008:00010000:2.0:1789760770.117457:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760770.117463:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760770.117476:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23715840, 23719936) append 0 append lockpos 0
00000080:00200000:2.0:1789760770.117729:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23715840=0x169e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760770.117802:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760770.117805:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23719936
00000020:00010000:2.0:1789760770.117814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760770.118373:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.118378:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.118383:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760770.118386:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760770.118401:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760770.118410:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760770.118465:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760770.120664:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 23715840<>23719936
00000080:00200000:2.0:1789760770.189633:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5790, 5790]
00000080:00200000:2.0:1789760770.189652:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760770.189658:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760770.189675:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23719936 i_blocks 47111
00000020:00200000:2.0:1789760770.189679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760770.189692:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760770.189858:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23719936, count: 4096
00000080:00200000:2.0:1789760770.189891:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23719936, bytes: 4096
00000080:00200000:2.0:1789760770.189901:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760770.189910:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760770.189912:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23719936, 23724032) 0 0
00000080:00200000:2.0:1789760770.189916:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760770.189933:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5791, 5791]
00020000:00200000:2.0:1789760770.189943:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23719936 chunk: [23719936, 23724032) 23724032, 4096
00020000:00200000:2.0:1789760770.189947:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760770.189968:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5791, 5791]
00000008:00010000:2.0:1789760770.189986:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760770.189991:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760770.190003:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23719936, 23724032) append 0 append lockpos 0
00000080:00200000:2.0:1789760770.190016:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23719936=0x169f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760770.190953:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760770.190958:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23724032
00000020:00010000:2.0:1789760770.190970:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760770.190974:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.190978:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.190982:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760770.190985:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760770.190996:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760770.191005:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760770.191032:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760770.191150:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 23719936<>23724032
00000080:00200000:2.0:1789760770.228657:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5791, 5791]
00000080:00200000:2.0:1789760770.228675:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760770.228682:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760770.228698:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23724032 i_blocks 47111
00000020:00200000:2.0:1789760770.228702:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760770.228714:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760770.228749:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23724032, count: 4096
00000080:00200000:2.0:1789760770.228757:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23724032, bytes: 4096
00000080:00200000:2.0:1789760770.228771:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760770.228780:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760770.228783:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23724032, 23728128) 0 0
00000080:00200000:2.0:1789760770.228788:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760770.228806:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5792, 5792]
00020000:00200000:2.0:1789760770.228814:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23724032 chunk: [23724032, 23728128) 23728128, 4096
00020000:00200000:2.0:1789760770.228820:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760770.228841:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5792, 5792]
00000008:00010000:2.0:1789760770.228859:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760770.228908:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760770.228932:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23724032, 23728128) append 0 append lockpos 0
00000080:00200000:2.0:1789760770.228948:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23724032=0x16a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760770.229009:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760770.229012:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23728128
00000020:00010000:2.0:1789760770.229021:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760770.229025:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.229028:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.229032:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760770.229036:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760770.229046:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760770.229054:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760770.229072:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760770.229254:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 23724032<>23728128
00000080:00200000:2.0:1789760770.282008:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5792, 5792]
00000080:00200000:2.0:1789760770.282026:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760770.282034:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760770.282052:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23728128 i_blocks 47111
00000020:00200000:2.0:1789760770.282057:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760770.282069:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760770.282105:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23728128, count: 4096
00000080:00200000:2.0:1789760770.282288:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23728128, bytes: 4096
00000080:00200000:2.0:1789760770.282301:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760770.282310:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760770.282313:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23728128, 23732224) 0 0
00000080:00200000:2.0:1789760770.282317:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760770.282336:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5793, 5793]
00020000:00200000:2.0:1789760770.282348:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23728128 chunk: [23728128, 23732224) 23732224, 4096
00020000:00200000:2.0:1789760770.282354:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760770.282379:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5793, 5793]
00000008:00010000:2.0:1789760770.282402:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760770.282408:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760770.282422:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23728128, 23732224) append 0 append lockpos 0
00000080:00200000:2.0:1789760770.282436:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23728128=0x16a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760770.282501:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760770.282504:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23732224
00000020:00010000:2.0:1789760770.282513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760770.282516:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.282520:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.282524:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760770.282527:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760770.282537:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760770.282545:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760770.282563:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760770.282694:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 23728128<>23732224
00000080:00200000:2.0:1789760770.343660:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5793, 5793]
00000080:00200000:2.0:1789760770.343682:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760770.343688:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760770.343707:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23732224 i_blocks 47111
00000020:00200000:2.0:1789760770.343712:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760770.343725:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760770.343773:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23732224, count: 4096
00000080:00200000:2.0:1789760770.343782:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23732224, bytes: 4096
00000080:00200000:2.0:1789760770.343794:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760770.343802:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760770.343804:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23732224, 23736320) 0 0
00000080:00200000:2.0:1789760770.343808:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760770.343827:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5794, 5794]
00020000:00200000:2.0:1789760770.343837:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23732224 chunk: [23732224, 23736320) 23736320, 4096
00020000:00200000:2.0:1789760770.343841:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760770.343908:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5794, 5794]
00000008:00010000:2.0:1789760770.343938:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760770.343945:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760770.343959:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23732224, 23736320) append 0 append lockpos 0
00000080:00200000:2.0:1789760770.343974:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23732224=0x16a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760770.344039:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760770.344042:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23736320
00000020:00010000:2.0:1789760770.344050:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760770.344054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.344057:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.344060:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760770.344063:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760770.344073:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760770.344080:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760770.344114:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760770.344523:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 23732224<>23736320
00000080:00200000:2.0:1789760770.397212:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5794, 5794]
00000080:00200000:2.0:1789760770.397243:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760770.397249:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760770.397266:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23736320 i_blocks 47111
00000020:00200000:2.0:1789760770.397270:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760770.397280:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760770.397316:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23736320, count: 4096
00000080:00200000:2.0:1789760770.397323:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23736320, bytes: 4096
00000080:00200000:2.0:1789760770.397334:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760770.397343:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760770.397345:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23736320, 23740416) 0 0
00000080:00200000:2.0:1789760770.397349:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760770.397368:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5795, 5795]
00020000:00200000:2.0:1789760770.397378:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23736320 chunk: [23736320, 23740416) 23740416, 4096
00020000:00200000:2.0:1789760770.397383:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760770.397404:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5795, 5795]
00000008:00010000:2.0:1789760770.397421:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760770.397427:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760770.397438:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23736320, 23740416) append 0 append lockpos 0
00000080:00200000:2.0:1789760770.397452:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23736320=0x16a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760770.397511:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760770.397514:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23740416
00000020:00010000:2.0:1789760770.397523:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760770.397526:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.397529:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760770.397533:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef998 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760770.397536:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760770.397546:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760770.397553:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760770.397570:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760770.397676:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 23736320<>23740416
00000100:00100000:2.0:1789760770.397725:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760770.397750:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484310400:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.487861:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484310656:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.533801:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973115 gen 2
00000008:00010000:1.0:1789760770.533853:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760770.533892:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.533903:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.534089:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760770.534122:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484310656:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.538484:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484310784:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760770.616244:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760770.616262:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.616274:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.616301:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760770.616338:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484310784:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.621589:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760770.621635:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484310912:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.666670:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973117 gen 2
00000008:00010000:1.0:1789760770.666742:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760770.666751:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.666761:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.666838:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760770.666899:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484310912:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.668469:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311040:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.712215:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973118 gen 2
00000008:00010000:1.0:1789760770.712330:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760770.712339:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.712350:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.712374:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760770.713535:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311040:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.713998:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760770.714014:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311168:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.764441:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973119 gen 2
00000008:00010000:1.0:1789760770.764490:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760770.764499:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.764511:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.764536:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760770.764577:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311168:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.766684:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760770.766712:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484311296:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.807150:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973120 gen 2
00000008:00010000:1.0:1789760770.807521:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760770.807530:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.807540:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.807563:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760770.807597:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484311296:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.811761:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760770.811792:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311424:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760770.852784:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760770.852800:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.852812:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.852833:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760770.852903:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311424:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.853536:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760770.853553:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484311552:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760770.875436:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760770.902245:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973122 gen 2
00000008:00010000:1.0:1789760770.902311:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760770.902321:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.902330:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.902353:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760770.902382:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484311552:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.908619:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760770.908664:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311680:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760770.942328:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760770.942345:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.942355:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.942436:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760770.942468:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311680:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.948994:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760770.949027:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484311808:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.996670:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973124 gen 2
00000008:00010000:1.0:1789760770.996740:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760770.996748:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.996760:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.996783:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760770.996811:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484311808:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760770.997765:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760770.997785:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311936:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760771.045958:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760771.045975:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.045987:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.046009:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760771.046039:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484311936:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760771.088823:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484312192:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.143522:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484312320:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.189688:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973128 gen 2
00000008:00010000:1.0:1789760771.189741:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760771.189750:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.189761:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.189785:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760771.189813:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484312320:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.190700:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484312448:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.232192:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973129 gen 2
00000008:00010000:1.0:1789760771.232255:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760771.232264:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.232275:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.232297:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760771.232326:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484312448:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.233324:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760771.233345:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484312576:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.271925:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973130 gen 2
00000008:00010000:1.0:1789760771.271977:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760771.271986:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.271996:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.272020:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760771.272052:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484312576:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.272899:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760771.273043:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484312704:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.309177:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973131 gen 2
00000008:00010000:1.0:1789760771.309290:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760771.309299:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.309311:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.309332:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760771.309363:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484312704:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.382823:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484313088:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.424123:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973134 gen 2
00000008:00010000:1.0:1789760771.424185:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760771.424194:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.424204:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.424229:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760771.424259:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484313088:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.425317:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484313216:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.463721:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973135 gen 2
00000008:00010000:1.0:1789760771.463770:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760771.463779:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.463790:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.463816:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760771.463848:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484313216:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.465353:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484313344:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760771.509133:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760771.509150:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.509161:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.509173:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760771.509202:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484313344:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.510311:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484313472:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.543152:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973137 gen 2
00000008:00010000:1.0:1789760771.543219:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760771.543228:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.543238:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.543261:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760771.543288:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484313472:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760771.590039:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5820, 5820]
00000080:00200000:2.0:1789760771.590058:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760771.590064:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760771.590080:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23842816 i_blocks 47111
00000020:00200000:2.0:1789760771.590084:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760771.590094:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760771.590136:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23842816, count: 4096
00000080:00200000:2.0:1789760771.590143:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23842816, bytes: 4096
00000080:00200000:2.0:1789760771.590153:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760771.590162:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760771.590164:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23842816, 23846912) 0 0
00000080:00200000:2.0:1789760771.590168:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760771.590185:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5821, 5821]
00020000:00200000:2.0:1789760771.590195:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23842816 chunk: [23842816, 23846912) 23846912, 4096
00020000:00200000:2.0:1789760771.590200:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760771.590285:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5821, 5821]
00000008:00010000:2.0:1789760771.590350:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760771.590356:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760771.590367:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23842816, 23846912) append 0 append lockpos 0
00000080:00200000:2.0:1789760771.590380:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23842816=0x16bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760771.590502:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760771.590506:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23846912
00000020:00010000:2.0:1789760771.590515:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760771.590519:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.590522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.590525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760771.590528:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760771.590535:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760771.590542:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760771.590558:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760771.590663:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 23842816<>23846912
00000080:00200000:1.0:1789760771.629366:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5821, 5821]
00000080:00200000:1.0:1789760771.629380:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760771.629384:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760771.629398:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23846912 i_blocks 47111
00000020:00200000:1.0:1789760771.629401:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760771.629410:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760771.629439:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23846912, count: 4096
00000080:00200000:1.0:1789760771.629445:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23846912, bytes: 4096
00000080:00200000:1.0:1789760771.629453:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760771.629459:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760771.629461:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23846912, 23851008) 0 0
00000080:00200000:1.0:1789760771.629465:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760771.629486:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5822, 5822]
00020000:00200000:1.0:1789760771.629494:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23846912 chunk: [23846912, 23851008) 23851008, 4096
00020000:00200000:1.0:1789760771.629498:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760771.629514:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5822, 5822]
00000008:00010000:1.0:1789760771.629526:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760771.629530:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760771.629540:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23846912, 23851008) append 0 append lockpos 0
00000080:00200000:1.0:1789760771.629552:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23846912=0x16be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760771.629605:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760771.629608:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23851008
00000020:00010000:1.0:1789760771.629617:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760771.629621:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.629624:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.629628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760771.629632:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760771.629639:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760771.629644:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760771.629657:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760771.629742:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 23846912<>23851008
00000100:00100000:1.0:1789760771.629765:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760771.629778:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484313856:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760771.686751:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973140 gen 2
00000008:00010000:1.0:1789760771.686802:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:1.0:1789760771.686810:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.686820:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.686843:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:1.0:1789760771.686909:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484313856:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760771.726642:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5823, 5823]
00000080:00200000:2.0:1789760771.726661:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760771.726667:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760771.726683:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23855104 i_blocks 47111
00000020:00200000:2.0:1789760771.726687:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760771.726697:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760771.726730:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23855104, count: 4096
00000080:00200000:2.0:1789760771.726739:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23855104, bytes: 4096
00000080:00200000:2.0:1789760771.726749:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760771.726758:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760771.726760:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23855104, 23859200) 0 0
00000080:00200000:2.0:1789760771.726764:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760771.726782:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5824, 5824]
00020000:00200000:2.0:1789760771.726790:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23855104 chunk: [23855104, 23859200) 23859200, 4096
00020000:00200000:2.0:1789760771.726795:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760771.726815:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5824, 5824]
00000008:00010000:2.0:1789760771.726833:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760771.726839:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760771.726850:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23855104, 23859200) append 0 append lockpos 0
00000080:00200000:2.0:1789760771.726898:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23855104=0x16c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760771.726959:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760771.726962:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23859200
00000020:00010000:2.0:1789760771.726971:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760771.726974:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.726977:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.726981:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760771.726984:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760771.726992:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760771.727000:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:1.0:1789760771.727490:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760771.727844:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484314112:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760771.766007:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:1.0:1789760771.766022:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.766034:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.766108:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:1.0:1789760771.766386:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484314112:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760771.769822:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5824, 5824]
00000080:00200000:2.0:1789760771.769854:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760771.769862:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760771.769898:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23859200 i_blocks 47111
00000020:00200000:2.0:1789760771.769966:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760771.769986:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760771.770021:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23859200, count: 4096
00000080:00200000:2.0:1789760771.770030:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23859200, bytes: 4096
00000080:00200000:2.0:1789760771.770043:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760771.770053:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760771.770055:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23859200, 23863296) 0 0
00000080:00200000:2.0:1789760771.770060:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760771.770077:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5825, 5825]
00020000:00200000:2.0:1789760771.770086:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23859200 chunk: [23859200, 23863296) 23863296, 4096
00020000:00200000:2.0:1789760771.770091:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760771.770294:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5825, 5825]
00000008:00010000:2.0:1789760771.770315:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760771.770321:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760771.770333:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23859200, 23863296) append 0 append lockpos 0
00000080:00200000:2.0:1789760771.770348:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23859200=0x16c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760771.770422:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760771.770425:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23863296
00000020:00010000:2.0:1789760771.770433:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760771.770436:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.770440:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.770443:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760771.770446:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760771.770455:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760771.770462:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760771.770559:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760771.770670:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 23859200<>23863296
00000080:00200000:2.0:1789760771.808312:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5825, 5825]
00000080:00200000:2.0:1789760771.808328:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760771.808335:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760771.808353:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23863296 i_blocks 47111
00000020:00200000:2.0:1789760771.808357:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760771.808367:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760771.808401:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23863296, count: 4096
00000080:00200000:2.0:1789760771.808409:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23863296, bytes: 4096
00000080:00200000:2.0:1789760771.808418:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760771.808427:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760771.808429:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23863296, 23867392) 0 0
00000080:00200000:2.0:1789760771.808434:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760771.808453:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5826, 5826]
00020000:00200000:2.0:1789760771.808463:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23863296 chunk: [23863296, 23867392) 23867392, 4096
00020000:00200000:2.0:1789760771.808468:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760771.808557:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5826, 5826]
00000008:00010000:2.0:1789760771.808578:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760771.808584:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760771.808596:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23863296, 23867392) append 0 append lockpos 0
00000080:00200000:2.0:1789760771.808609:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23863296=0x16c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760771.808672:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760771.808675:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23867392
00000020:00010000:2.0:1789760771.808683:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760771.808687:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.808691:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.808695:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760771.808698:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760771.808705:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760771.808712:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760771.808731:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760771.808839:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 23863296<>23867392
00000080:00200000:2.0:1789760771.854316:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5826, 5826]
00000080:00200000:2.0:1789760771.854334:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760771.854340:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760771.854356:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23867392 i_blocks 47111
00000020:00200000:2.0:1789760771.854359:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760771.854368:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760771.854400:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23867392, count: 4096
00000080:00200000:2.0:1789760771.854407:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23867392, bytes: 4096
00000080:00200000:2.0:1789760771.854417:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760771.854426:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760771.854428:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23867392, 23871488) 0 0
00000080:00200000:2.0:1789760771.854433:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760771.854449:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5827, 5827]
00020000:00200000:2.0:1789760771.854457:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23867392 chunk: [23867392, 23871488) 23871488, 4096
00020000:00200000:2.0:1789760771.854461:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760771.854540:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5827, 5827]
00000008:00010000:2.0:1789760771.854557:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760771.854563:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760771.854575:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23867392, 23871488) append 0 append lockpos 0
00000080:00200000:2.0:1789760771.854588:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23867392=0x16c3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760771.854645:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760771.854648:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23871488
00000020:00010000:2.0:1789760771.854656:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760771.854659:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.854663:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760771.854666:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760771.854669:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760771.854677:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760771.854682:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760771.854695:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760771.855084:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 23867392<>23871488
00000100:00100000:2.0:1789760771.855135:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760771.855153:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484314496:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760771.904812:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789760771.956213:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5828, 5828]
00000080:00200000:1.0:1789760771.956235:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760771.956241:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760771.956257:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23875584 i_blocks 47111
00000020:00200000:1.0:1789760771.956261:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760771.956274:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760771.956329:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23875584, count: 4096
00000080:00200000:1.0:1789760771.956337:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23875584, bytes: 4096
00000080:00200000:1.0:1789760771.956348:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760771.956358:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760771.956360:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23875584, 23879680) 0 0
00000080:00200000:1.0:1789760771.956365:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760771.956393:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5829, 5829]
00020000:00200000:1.0:1789760771.956403:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23875584 chunk: [23875584, 23879680) 23879680, 4096
00020000:00200000:1.0:1789760771.956408:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760771.956437:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5829, 5829]
00000008:00010000:1.0:1789760771.956457:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760771.956463:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760771.956475:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23875584, 23879680) append 0 append lockpos 0
00000080:00200000:1.0:1789760771.956492:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23875584=0x16c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760771.956566:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760771.956569:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23879680
00000020:00010000:1.0:1789760771.956579:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760771.956583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.957374:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.957570:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760771.957573:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760771.958044:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760771.958059:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760771.958095:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760771.958224:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 23875584<>23879680
00000080:00200000:2.0:1789760772.002589:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5829, 5829]
00000080:00200000:2.0:1789760772.002606:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760772.002612:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760772.002628:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23879680 i_blocks 47111
00000020:00200000:2.0:1789760772.002632:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760772.002642:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760772.002674:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23879680, count: 4096
00000080:00200000:2.0:1789760772.002682:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23879680, bytes: 4096
00000080:00200000:2.0:1789760772.002692:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760772.002701:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760772.002703:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23879680, 23883776) 0 0
00000080:00200000:2.0:1789760772.002707:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760772.002912:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5830, 5830]
00020000:00200000:2.0:1789760772.002921:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23879680 chunk: [23879680, 23883776) 23883776, 4096
00020000:00200000:2.0:1789760772.002926:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760772.002948:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5830, 5830]
00000008:00010000:2.0:1789760772.002966:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760772.002972:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760772.002985:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23879680, 23883776) append 0 append lockpos 0
00000080:00200000:2.0:1789760772.003001:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23879680=0x16c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760772.003063:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760772.003066:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23883776
00000020:00010000:2.0:1789760772.003075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760772.003079:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760772.003082:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760772.003086:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760772.003089:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760772.003096:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760772.003104:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760772.003120:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760772.003348:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 23879680<>23883776
00000080:00200000:2.0:1789760772.033696:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5830, 5830]
00000080:00200000:2.0:1789760772.033799:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760772.033806:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760772.033822:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23883776 i_blocks 47111
00000020:00200000:2.0:1789760772.033826:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760772.033836:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760772.033902:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23883776, count: 4096
00000080:00200000:2.0:1789760772.033980:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23883776, bytes: 4096
00000080:00200000:2.0:1789760772.033993:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760772.034003:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760772.034005:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23883776, 23887872) 0 0
00000080:00200000:2.0:1789760772.034010:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760772.034025:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5831, 5831]
00020000:00200000:2.0:1789760772.034034:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23883776 chunk: [23883776, 23887872) 23887872, 4096
00020000:00200000:2.0:1789760772.034039:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760772.034061:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5831, 5831]
00000008:00010000:2.0:1789760772.034081:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760772.034088:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760772.034099:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23883776, 23887872) append 0 append lockpos 0
00000080:00200000:2.0:1789760772.034112:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23883776=0x16c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760772.034182:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760772.034185:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23887872
00000020:00010000:2.0:1789760772.034194:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760772.034198:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760772.034202:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760772.034206:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760772.034276:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760772.034288:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760772.034296:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760772.034317:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760772.034429:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 23883776<>23887872
00000100:00100000:2.0:1789760772.088435:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973149 gen 2
00000008:00010000:2.0:1789760772.088485:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760772.088493:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760772.088504:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760772.088525:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760772.088554:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484315008:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760772.123268:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484315264:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.219293:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760772.219343:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484315392:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.294770:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973151 gen 2
00000100:00100000:1.0:1789760772.294816:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fead80 x1876699484315392/t4294973152(4294973152) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760788 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760772.294920:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760772.294930:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.294940:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.294963:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760772.294987:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484315392:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760772.418679:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973154 gen 2
00000008:00010000:2.0:1789760772.418729:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760772.418738:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760772.418749:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760772.418783:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760772.418815:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484315648:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.419488:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484315776:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.474094:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973155 gen 2
00000008:00010000:1.0:1789760772.474164:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760772.474173:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.474183:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.474319:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760772.474350:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484315776:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.475897:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484315904:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.526106:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973156 gen 2
00000008:00010000:1.0:1789760772.526168:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760772.526177:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.526187:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.526274:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760772.526307:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484315904:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760772.528398:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484316032:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.587632:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484316160:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.622774:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973158 gen 2
00000008:00010000:1.0:1789760772.622827:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760772.622836:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.622846:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.622915:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760772.622945:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484316160:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760772.677540:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5841, 5841]
00000080:00200000:1.0:1789760772.677569:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.677576:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.677596:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23928832 i_blocks 47111
00000020:00200000:1.0:1789760772.677602:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.677619:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.677652:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23928832, count: 4096
00000080:00200000:1.0:1789760772.677660:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23928832, bytes: 4096
00000080:00200000:1.0:1789760772.677674:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.677683:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.677685:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23928832, 23932928) 0 0
00000080:00200000:1.0:1789760772.677689:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.677705:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5842, 5842]
00020000:00200000:1.0:1789760772.677714:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23928832 chunk: [23928832, 23932928) 23932928, 4096
00020000:00200000:1.0:1789760772.677718:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.677738:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5842, 5842]
00000008:00010000:1.0:1789760772.677755:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.677761:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760772.677774:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23928832, 23932928) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.677787:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23928832=0x16d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.677918:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.677921:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23932928
00000020:00010000:1.0:1789760772.677930:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.677933:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.677936:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.677940:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.677943:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.677952:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.677959:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.677980:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760772.678083:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 23928832<>23932928
00000100:00100000:1.0:1789760772.678133:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760772.678159:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484316416:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760772.733530:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973160 gen 2
00000008:00010000:1.0:1789760772.733584:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760772.733594:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.733605:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.733628:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760772.733660:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484316416:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760772.770993:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5843, 5843]
00000080:00200000:1.0:1789760772.771013:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.771020:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.771036:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23937024 i_blocks 47111
00000020:00200000:1.0:1789760772.771040:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.771050:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.771082:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23937024, count: 4096
00000080:00200000:1.0:1789760772.771090:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23937024, bytes: 4096
00000080:00200000:1.0:1789760772.771100:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.771109:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.771112:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23937024, 23941120) 0 0
00000080:00200000:1.0:1789760772.771127:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.771154:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5844, 5844]
00020000:00200000:1.0:1789760772.771163:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23937024 chunk: [23937024, 23941120) 23941120, 4096
00020000:00200000:1.0:1789760772.771168:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.771196:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5844, 5844]
00000008:00010000:1.0:1789760772.771214:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.771219:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760772.771233:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23937024, 23941120) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.771246:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23937024=0x16d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.771296:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.771299:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23941120
00000020:00010000:1.0:1789760772.771308:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.771311:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.771314:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.771318:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.771321:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.771330:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.771337:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.808955:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5844, 5844]
00000080:00200000:1.0:1789760772.808974:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.808980:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.808998:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23941120 i_blocks 47111
00000020:00200000:1.0:1789760772.809002:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.809013:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.809049:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23941120, count: 4096
00000080:00200000:1.0:1789760772.809057:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23941120, bytes: 4096
00000080:00200000:1.0:1789760772.809234:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.809244:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.809247:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23941120, 23945216) 0 0
00000080:00200000:1.0:1789760772.809251:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.809270:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5845, 5845]
00020000:00200000:1.0:1789760772.809280:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23941120 chunk: [23941120, 23945216) 23945216, 4096
00020000:00200000:1.0:1789760772.809285:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.809306:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5845, 5845]
00000008:00010000:1.0:1789760772.809330:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.809336:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760772.809349:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23941120, 23945216) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.809364:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23941120=0x16d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.811733:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.811747:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23945216
00000020:00010000:1.0:1789760772.811763:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.811769:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.811773:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.811777:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.811780:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.811793:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.811803:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.811836:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760772.812239:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 23941120<>23945216
00000080:00200000:1.0:1789760772.844689:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5845, 5845]
00000080:00200000:1.0:1789760772.844706:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.844713:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.844728:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23945216 i_blocks 47111
00000020:00200000:1.0:1789760772.844733:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.844743:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.844777:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23945216, count: 4096
00000080:00200000:1.0:1789760772.844783:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23945216, bytes: 4096
00000080:00200000:1.0:1789760772.844792:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.844801:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.844803:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23945216, 23949312) 0 0
00000080:00200000:1.0:1789760772.844807:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.844823:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5846, 5846]
00020000:00200000:1.0:1789760772.844831:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23945216 chunk: [23945216, 23949312) 23949312, 4096
00020000:00200000:1.0:1789760772.844835:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.844854:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5846, 5846]
00000008:00010000:1.0:1789760772.844906:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.844911:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760772.844924:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23945216, 23949312) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.844938:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23945216=0x16d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.844997:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.845000:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23949312
00000020:00010000:1.0:1789760772.845008:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.845012:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.845014:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.845017:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.845020:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.845029:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.845036:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.845050:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760772.845162:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 23945216<>23949312
00000080:00200000:1.0:1789760772.877589:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5846, 5846]
00000080:00200000:1.0:1789760772.877605:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.877611:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.877742:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23949312 i_blocks 47111
00000020:00200000:1.0:1789760772.877747:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.877757:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.877791:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23949312, count: 4096
00000080:00200000:1.0:1789760772.877798:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23949312, bytes: 4096
00000080:00200000:1.0:1789760772.877808:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.877816:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.877818:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23949312, 23953408) 0 0
00000080:00200000:1.0:1789760772.877823:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.877839:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5847, 5847]
00020000:00200000:1.0:1789760772.877849:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23949312 chunk: [23949312, 23953408) 23953408, 4096
00020000:00200000:1.0:1789760772.877854:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.877975:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5847, 5847]
00000008:00010000:1.0:1789760772.877997:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.878003:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760772.878018:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23949312, 23953408) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.878032:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23949312=0x16d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.878092:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.878095:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23953408
00000020:00010000:1.0:1789760772.878103:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.878108:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.878111:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.878125:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.878129:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.878137:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.878143:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.878161:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760772.878493:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8000 - object 0x280000401:2 offset 23949312<>23953408
00000080:00200000:1.0:1789760772.919785:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5847, 5847]
00000080:00200000:1.0:1789760772.919810:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.919817:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.919834:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23953408 i_blocks 47111
00000020:00200000:1.0:1789760772.919838:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.919855:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.919899:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23953408, count: 4096
00000080:00200000:1.0:1789760772.919907:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23953408, bytes: 4096
00000080:00200000:1.0:1789760772.919920:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.919928:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.919930:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23953408, 23957504) 0 0
00000080:00200000:1.0:1789760772.919934:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.919947:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5848, 5848]
00020000:00200000:1.0:1789760772.919954:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23953408 chunk: [23953408, 23957504) 23957504, 4096
00020000:00200000:1.0:1789760772.919958:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.919979:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5848, 5848]
00000008:00010000:1.0:1789760772.919994:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.919998:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760772.920009:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23953408, 23957504) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.920019:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23953408=0x16d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.920079:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.920082:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23957504
00000020:00010000:1.0:1789760772.920089:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.920097:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.920100:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.920103:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.920106:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.920113:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.920129:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.920355:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760772.920452:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 23953408<>23957504
00010000:00010000:2.0:1789760772.923082:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789760772.969014:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5848, 5848]
00000080:00200000:1.0:1789760772.969027:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.969033:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.969045:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23957504 i_blocks 47111
00000020:00200000:1.0:1789760772.969048:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.969058:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.969088:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23957504, count: 4096
00000080:00200000:1.0:1789760772.969094:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23957504, bytes: 4096
00000080:00200000:1.0:1789760772.969104:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.969112:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.969113:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23957504, 23961600) 0 0
00000080:00200000:1.0:1789760772.969128:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.969141:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5849, 5849]
00020000:00200000:1.0:1789760772.969147:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23957504 chunk: [23957504, 23961600) 23961600, 4096
00020000:00200000:1.0:1789760772.969151:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.969166:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5849, 5849]
00000008:00010000:1.0:1789760772.969180:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.969184:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760772.969192:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23957504, 23961600) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.969203:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23957504=0x16d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.969246:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.969248:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23961600
00000020:00010000:1.0:1789760772.969254:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.969257:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.969260:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.969263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.969265:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.969272:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.969278:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.969291:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760772.969369:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 23957504<>23961600
00000080:00200000:1.0:1789760773.011329:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5849, 5849]
00000080:00200000:1.0:1789760773.011342:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.011347:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.011361:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23961600 i_blocks 47111
00000020:00200000:1.0:1789760773.011364:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.011373:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.011402:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23961600, count: 4096
00000080:00200000:1.0:1789760773.011409:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23961600, bytes: 4096
00000080:00200000:1.0:1789760773.011420:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.011428:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.011429:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23961600, 23965696) 0 0
00000080:00200000:1.0:1789760773.011433:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.011444:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5850, 5850]
00020000:00200000:1.0:1789760773.011451:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23961600 chunk: [23961600, 23965696) 23965696, 4096
00020000:00200000:1.0:1789760773.011454:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.011471:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5850, 5850]
00000008:00010000:1.0:1789760773.011487:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.011492:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.011502:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23961600, 23965696) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.011516:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23961600=0x16da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.011565:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.011568:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23965696
00000020:00010000:1.0:1789760773.011575:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.011579:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.011582:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.011585:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.011587:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.011608:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.011615:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.011632:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760773.011775:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 23961600<>23965696
00000080:00200000:1.0:1789760773.050625:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5850, 5850]
00000080:00200000:1.0:1789760773.050642:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.050647:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.050660:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23965696 i_blocks 47111
00000020:00200000:1.0:1789760773.050665:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.050675:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.050705:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23965696, count: 4096
00000080:00200000:1.0:1789760773.050712:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23965696, bytes: 4096
00000080:00200000:1.0:1789760773.050736:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.050751:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.050753:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23965696, 23969792) 0 0
00000080:00200000:1.0:1789760773.050757:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.050772:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5851, 5851]
00020000:00200000:1.0:1789760773.050779:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23965696 chunk: [23965696, 23969792) 23969792, 4096
00020000:00200000:1.0:1789760773.050783:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.050801:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5851, 5851]
00000008:00010000:1.0:1789760773.050815:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.050820:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.050829:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23965696, 23969792) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.050839:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23965696=0x16db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.050992:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.050996:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23969792
00000020:00010000:1.0:1789760773.051004:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.051007:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.051010:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.051014:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.051016:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.051023:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.051030:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.051041:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760773.051135:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9f80 - object 0x280000401:2 offset 23965696<>23969792
00000080:00200000:1.0:1789760773.087617:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5851, 5851]
00000080:00200000:1.0:1789760773.087630:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.087639:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.087653:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23969792 i_blocks 47111
00000020:00200000:1.0:1789760773.087656:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.087665:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.087695:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23969792, count: 4096
00000080:00200000:1.0:1789760773.087701:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23969792, bytes: 4096
00000080:00200000:1.0:1789760773.087711:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.087717:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.087720:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23969792, 23973888) 0 0
00000080:00200000:1.0:1789760773.087724:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.087737:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5852, 5852]
00020000:00200000:1.0:1789760773.087743:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23969792 chunk: [23969792, 23973888) 23973888, 4096
00020000:00200000:1.0:1789760773.087747:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.087762:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5852, 5852]
00000008:00010000:1.0:1789760773.087778:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.087783:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.087791:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23969792, 23973888) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.087802:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23969792=0x16dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.087845:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.087848:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23973888
00000020:00010000:1.0:1789760773.087854:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.087858:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.087860:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.088049:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.088053:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.088060:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.088066:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.088082:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760773.088174:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84abb80 - object 0x280000401:2 offset 23969792<>23973888
00000100:00100000:2.0:1789760773.124510:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484317824:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760773.167466:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760773.167544:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 23977984<>23982080
00000100:00100000:0.0:1789760773.167591:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760773.167605:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484317952:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760773.208489:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973172 gen 2
00000008:00010000:0.0:1789760773.208525:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:0.0:1789760773.208531:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.208540:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.208659:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:0.0:1789760773.208682:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484317952:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760773.210156:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484318080:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760773.243345:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484318336:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760773.243439:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484318592:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760773.243471:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:1.0:1789760773.243478:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484318208:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760773.243508:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484318464:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760773.243531:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484318720:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760773.245966:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973173 gen 2
00000008:00010000:2.0:1789760773.246003:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760773.246010:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760773.246018:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760773.246036:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760773.246061:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484318080:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760773.247435:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760773.247454:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484318848:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760773.250308:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484318336:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760773.250328:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484318592:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760773.250358:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484318208:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760773.250370:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484318464:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760773.250380:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484318720:192.168.203.110@tcp:400:kworker.0
00000080:00200000:0.0:1789760773.311926:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5856, 5856]
00000080:00200000:0.0:1789760773.311939:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.311944:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.311956:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23990272 i_blocks 47111
00000020:00200000:0.0:1789760773.311960:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.311968:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.312066:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23990272, count: 4096
00000080:00200000:0.0:1789760773.312074:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23990272, bytes: 4096
00000080:00200000:0.0:1789760773.312083:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.312090:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.312092:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23990272, 23994368) 0 0
00000080:00200000:0.0:1789760773.312096:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.312109:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5857, 5857]
00020000:00200000:0.0:1789760773.312127:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23990272 chunk: [23990272, 23994368) 23994368, 4096
00020000:00200000:0.0:1789760773.312132:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.312216:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5857, 5857]
00000008:00010000:0.0:1789760773.312233:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.312238:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760773.312247:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23990272, 23994368) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.312259:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23990272=0x16e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.312306:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.312309:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23994368
00000020:00010000:0.0:1789760773.312315:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.312319:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.312322:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.312325:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.312328:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.312335:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.312341:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.312356:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760773.312436:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 23990272<>23994368
00000100:00100000:1.0:1789760773.312513:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484318976:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760773.367650:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973175 gen 2
00000008:00010000:1.0:1789760773.367700:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760773.367707:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.367715:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.367736:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760773.367761:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484318976:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760773.367853:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5857, 5857]
00000080:00200000:0.0:1789760773.367890:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.367896:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.367907:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23994368 i_blocks 47111
00000020:00200000:0.0:1789760773.367911:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.367919:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.367946:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23994368, count: 4096
00000080:00200000:0.0:1789760773.367952:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23994368, bytes: 4096
00000080:00200000:0.0:1789760773.367959:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.367966:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.367968:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23994368, 23998464) 0 0
00000080:00200000:0.0:1789760773.367972:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.367985:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5858, 5858]
00020000:00200000:0.0:1789760773.367992:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23994368 chunk: [23994368, 23998464) 23998464, 4096
00020000:00200000:0.0:1789760773.367995:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.368010:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5858, 5858]
00000008:00010000:0.0:1789760773.368025:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.368030:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760773.368039:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23994368, 23998464) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.368050:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23994368=0x16e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.368095:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.368098:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23998464
00000020:00010000:0.0:1789760773.368105:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.368108:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.368122:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.368126:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.368129:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.368136:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.368143:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.368156:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760773.368300:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 23994368<>23998464
00000100:00100000:1.0:1789760773.368730:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484319104:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760773.413539:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760773.413550:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.413559:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.413581:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760773.413606:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484319104:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760773.413924:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5858, 5858]
00000080:00200000:0.0:1789760773.413937:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.413942:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.413954:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23998464 i_blocks 47111
00000020:00200000:0.0:1789760773.413958:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.413967:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.413999:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23998464, count: 4096
00000080:00200000:0.0:1789760773.414005:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23998464, bytes: 4096
00000080:00200000:0.0:1789760773.414014:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.414021:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.414023:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23998464, 24002560) 0 0
00000080:00200000:0.0:1789760773.414026:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.414038:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5859, 5859]
00020000:00200000:0.0:1789760773.414046:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23998464 chunk: [23998464, 24002560) 24002560, 4096
00020000:00200000:0.0:1789760773.414050:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.414066:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5859, 5859]
00000008:00010000:0.0:1789760773.414080:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.414085:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760773.414094:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23998464, 24002560) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.414127:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=23998464=0x16e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.414174:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.414177:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24002560
00000020:00010000:0.0:1789760773.414183:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.414187:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.414189:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.414192:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.414195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.414349:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.414356:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.414374:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760773.414469:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 23998464<>24002560
00000100:00100000:1.0:1789760773.414742:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760773.414760:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484319232:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760773.464045:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973177 gen 2
00000008:00010000:1.0:1789760773.464093:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760773.464108:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.464124:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.464144:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760773.464169:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484319232:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760773.464435:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5859, 5859]
00000080:00200000:0.0:1789760773.464448:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.464453:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.464466:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24002560 i_blocks 47111
00000020:00200000:0.0:1789760773.464469:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.464479:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.464510:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24002560, count: 4096
00000080:00200000:0.0:1789760773.464516:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24002560, bytes: 4096
00000080:00200000:0.0:1789760773.464525:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.464533:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.464535:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24002560, 24006656) 0 0
00000080:00200000:0.0:1789760773.464539:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.464562:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5860, 5860]
00020000:00200000:0.0:1789760773.464569:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24002560 chunk: [24002560, 24006656) 24006656, 4096
00020000:00200000:0.0:1789760773.464573:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.464589:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5860, 5860]
00000008:00010000:0.0:1789760773.464603:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.464607:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760773.464736:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24002560, 24006656) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.464749:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24002560=0x16e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.464795:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.464798:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24006656
00000020:00010000:0.0:1789760773.464805:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.464809:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.464811:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.464814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.464817:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.464823:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.464829:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.464843:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760773.465281:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 24002560<>24006656
00000100:00100000:1.0:1789760773.465347:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484319360:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760773.519773:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973178 gen 2
00000008:00010000:1.0:1789760773.519809:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760773.519816:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.519824:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.520016:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760773.520040:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484319360:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760773.521340:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484319488:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760773.566187:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5861, 5861]
00000080:00200000:1.0:1789760773.566206:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.566212:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.566225:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24010752 i_blocks 47111
00000020:00200000:1.0:1789760773.566229:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.566242:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.566273:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24010752, count: 4096
00000080:00200000:1.0:1789760773.566280:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24010752, bytes: 4096
00000080:00200000:1.0:1789760773.566288:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.566295:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.566297:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24010752, 24014848) 0 0
00000080:00200000:1.0:1789760773.566301:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.566313:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5862, 5862]
00020000:00200000:1.0:1789760773.566320:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24010752 chunk: [24010752, 24014848) 24014848, 4096
00020000:00200000:1.0:1789760773.566324:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.566340:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5862, 5862]
00000008:00010000:1.0:1789760773.566354:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.566360:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.566369:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24010752, 24014848) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.566379:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24010752=0x16e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.566423:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.566427:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24014848
00000020:00010000:1.0:1789760773.566433:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.566435:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.566438:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.566441:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.566444:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.566450:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.566455:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.566467:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760773.566540:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84abb80 - object 0x280000401:2 offset 24010752<>24014848
00000100:00100000:0.0:1789760773.566606:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484319616:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760773.601419:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973180 gen 2
00000008:00010000:0.0:1789760773.601457:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760773.601463:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.601471:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.601492:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760773.601515:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484319616:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760773.603243:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5862, 5862]
00000080:00200000:1.0:1789760773.603261:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.603266:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.603288:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24014848 i_blocks 47111
00000020:00200000:1.0:1789760773.603292:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.603304:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.603332:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24014848, count: 4096
00000080:00200000:1.0:1789760773.603339:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24014848, bytes: 4096
00000080:00200000:1.0:1789760773.603350:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.603358:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.603360:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24014848, 24018944) 0 0
00000080:00200000:1.0:1789760773.603364:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.603376:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5863, 5863]
00020000:00200000:1.0:1789760773.603382:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24014848 chunk: [24014848, 24018944) 24018944, 4096
00020000:00200000:1.0:1789760773.603386:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.603401:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5863, 5863]
00000008:00010000:1.0:1789760773.603416:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.603420:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.603429:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24014848, 24018944) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.603440:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24014848=0x16e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.603490:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.603493:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24018944
00000020:00010000:1.0:1789760773.603500:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.603503:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.603506:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.603509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.603511:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.603519:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.603525:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.603541:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760773.603620:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9f80 - object 0x280000401:2 offset 24014848<>24018944
00000100:00100000:0.0:1789760773.603694:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484319744:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760773.662818:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760773.662828:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.662838:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.662936:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760773.662961:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484319744:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760773.663038:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5863, 5863]
00000080:00200000:1.0:1789760773.663051:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.663056:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.663068:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24018944 i_blocks 47111
00000020:00200000:1.0:1789760773.663071:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.663080:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.663108:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24018944, count: 4096
00000080:00200000:1.0:1789760773.663126:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24018944, bytes: 4096
00000080:00200000:1.0:1789760773.663137:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.663145:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.663147:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24018944, 24023040) 0 0
00000080:00200000:1.0:1789760773.663151:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.663163:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5864, 5864]
00020000:00200000:1.0:1789760773.663170:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24018944 chunk: [24018944, 24023040) 24023040, 4096
00020000:00200000:1.0:1789760773.663174:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.663188:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5864, 5864]
00000008:00010000:1.0:1789760773.663201:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.663205:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.663215:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24018944, 24023040) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.663226:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24018944=0x16e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.663267:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.663269:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24023040
00000020:00010000:1.0:1789760773.663277:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.663280:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.663283:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.663287:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.663289:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.663296:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.663301:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.663314:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760773.663391:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 24018944<>24023040
00000100:00100000:0.0:1789760773.663448:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484319872:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760773.699599:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973182 gen 2
00000008:00010000:0.0:1789760773.699648:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760773.699656:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.699665:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.699686:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760773.699713:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484319872:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760773.699814:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5864, 5864]
00000080:00200000:1.0:1789760773.699832:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.699837:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.699852:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24023040 i_blocks 47111
00000020:00200000:1.0:1789760773.699855:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.699889:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.700486:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24023040, count: 4096
00000080:00200000:1.0:1789760773.700494:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24023040, bytes: 4096
00000080:00200000:1.0:1789760773.700503:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.700511:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.700513:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24023040, 24027136) 0 0
00000080:00200000:1.0:1789760773.700517:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.700532:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5865, 5865]
00020000:00200000:1.0:1789760773.700539:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24023040 chunk: [24023040, 24027136) 24027136, 4096
00020000:00200000:1.0:1789760773.700543:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.700560:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5865, 5865]
00000008:00010000:1.0:1789760773.700575:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.700580:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.700589:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24023040, 24027136) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.700600:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24023040=0x16e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.700652:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.700655:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24027136
00000020:00010000:1.0:1789760773.700663:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.700666:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.700669:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.700672:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.700675:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.700684:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.700689:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.700706:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760773.700793:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 24023040<>24027136
00000100:00100000:0.0:1789760773.701067:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484320000:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760773.737101:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973183 gen 2
00000008:00010000:0.0:1789760773.737148:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760773.737154:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.737163:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.737181:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760773.737262:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484320000:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760773.737413:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5865, 5865]
00000080:00200000:1.0:1789760773.737427:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.737431:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.737442:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24027136 i_blocks 47111
00000020:00200000:1.0:1789760773.737445:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.737454:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.737483:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24027136, count: 4096
00000080:00200000:1.0:1789760773.737489:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24027136, bytes: 4096
00000080:00200000:1.0:1789760773.737497:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.737505:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.737506:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24027136, 24031232) 0 0
00000080:00200000:1.0:1789760773.737510:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.737522:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5866, 5866]
00020000:00200000:1.0:1789760773.737529:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24027136 chunk: [24027136, 24031232) 24031232, 4096
00020000:00200000:1.0:1789760773.737533:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.737548:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5866, 5866]
00000008:00010000:1.0:1789760773.737631:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.737637:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.737646:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24027136, 24031232) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.737656:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24027136=0x16ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.737702:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.737705:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24031232
00000020:00010000:1.0:1789760773.737712:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.737715:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.737717:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.737721:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.737723:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.737730:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.737735:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.737749:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760773.737917:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 24027136<>24031232
00000100:00100000:0.0:1789760773.738065:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760773.738081:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484320128:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760773.788118:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973184 gen 2
00000008:00010000:0.0:1789760773.788156:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760773.788162:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.788170:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.788191:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760773.788214:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484320128:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760773.788432:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5866, 5866]
00000080:00200000:1.0:1789760773.788445:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.788450:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.788463:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24031232 i_blocks 47111
00000020:00200000:1.0:1789760773.788466:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.788474:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.788503:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24031232, count: 4096
00000080:00200000:1.0:1789760773.788509:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24031232, bytes: 4096
00000080:00200000:1.0:1789760773.788517:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.788524:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.788526:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24031232, 24035328) 0 0
00000080:00200000:1.0:1789760773.788530:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.788542:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5867, 5867]
00020000:00200000:1.0:1789760773.788548:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24031232 chunk: [24031232, 24035328) 24035328, 4096
00020000:00200000:1.0:1789760773.788552:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.788568:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5867, 5867]
00000008:00010000:1.0:1789760773.788582:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.788586:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.788595:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24031232, 24035328) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.788606:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24031232=0x16eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.789092:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.789096:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24035328
00000020:00010000:1.0:1789760773.789104:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.789118:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.789121:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.789124:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.789127:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.789135:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.789140:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.789155:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760773.789232:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8000 - object 0x280000401:2 offset 24031232<>24035328
00000100:00100000:0.0:1789760773.789728:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484320256:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760773.836408:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973185 gen 2
00000008:00010000:0.0:1789760773.836446:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760773.836452:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.836462:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.836579:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760773.836604:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484320256:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760773.836843:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5867, 5867]
00000080:00200000:1.0:1789760773.836856:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.836861:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.836898:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24035328 i_blocks 47111
00000020:00200000:1.0:1789760773.836902:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.836910:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.836937:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24035328, count: 4096
00000080:00200000:1.0:1789760773.836944:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24035328, bytes: 4096
00000080:00200000:1.0:1789760773.836952:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.836959:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.836961:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24035328, 24039424) 0 0
00000080:00200000:1.0:1789760773.836965:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.836976:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5868, 5868]
00020000:00200000:1.0:1789760773.836983:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24035328 chunk: [24035328, 24039424) 24039424, 4096
00020000:00200000:1.0:1789760773.837226:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.837244:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5868, 5868]
00000008:00010000:1.0:1789760773.837259:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.837263:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.837272:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24035328, 24039424) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.837285:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24035328=0x16ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.837333:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.837335:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24039424
00000020:00010000:1.0:1789760773.837342:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.837345:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.837348:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.837352:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.837355:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.837362:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.837367:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.837381:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760773.837460:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 24035328<>24039424
00000100:00100000:0.0:1789760773.838284:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760773.838306:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484320384:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760773.892762:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760773.892773:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760773.892783:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760773.892804:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760773.892827:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484320384:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760773.893003:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5868, 5868]
00000080:00200000:1.0:1789760773.893016:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760773.893021:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760773.893034:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24039424 i_blocks 47111
00000020:00200000:1.0:1789760773.893037:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760773.893045:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760773.893077:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24039424, count: 4096
00000080:00200000:1.0:1789760773.893083:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24039424, bytes: 4096
00000080:00200000:1.0:1789760773.893361:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760773.893369:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760773.893371:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24039424, 24043520) 0 0
00000080:00200000:1.0:1789760773.893376:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760773.893389:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5869, 5869]
00020000:00200000:1.0:1789760773.893396:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24039424 chunk: [24039424, 24043520) 24043520, 4096
00020000:00200000:1.0:1789760773.893400:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760773.893415:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5869, 5869]
00000008:00010000:1.0:1789760773.893430:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760773.893434:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760773.893443:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24039424, 24043520) append 0 append lockpos 0
00000080:00200000:1.0:1789760773.893454:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24039424=0x16ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760773.893499:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760773.893502:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24043520
00000020:00010000:1.0:1789760773.893509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760773.893513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.893515:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760773.893518:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760773.893521:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760773.893527:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760773.893532:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.894006:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760773.894091:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 24039424<>24043520
00000100:00100000:1.0:1789760773.894141:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760773.894157:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484320512:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760773.947516:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760773.948696:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973186 gen 2
00000100:00100000:1.0:1789760773.948726:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8d84a9500 x1876699484320512/t4294973187(4294973187) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760789 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760773.948763:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760773.948768:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.948776:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.948796:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760773.948817:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484320512:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760773.989477:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5870, 5870]
00000080:00200000:2.0:1789760773.989508:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760773.989513:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760773.989527:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24047616 i_blocks 47111
00000020:00200000:2.0:1789760773.989532:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760773.989545:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760773.989575:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24047616, count: 4096
00000080:00200000:2.0:1789760773.989582:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24047616, bytes: 4096
00000080:00200000:2.0:1789760773.989594:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760773.989601:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760773.989604:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24047616, 24051712) 0 0
00000080:00200000:2.0:1789760773.989607:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760773.989619:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5871, 5871]
00020000:00200000:2.0:1789760773.989625:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24047616 chunk: [24047616, 24051712) 24051712, 4096
00020000:00200000:2.0:1789760773.989629:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760773.989643:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5871, 5871]
00000008:00010000:2.0:1789760773.989658:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760773.989662:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760773.989671:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24047616, 24051712) append 0 append lockpos 0
00000080:00200000:2.0:1789760773.989682:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24047616=0x16ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760773.989732:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760773.989735:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24051712
00000020:00010000:2.0:1789760773.989741:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760773.989744:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760773.989747:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760773.989749:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760773.989752:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760773.990271:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760773.990280:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760773.990300:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760773.990395:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 24047616<>24051712
00000100:00100000:2.0:1789760773.990439:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760773.990457:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484320768:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760774.031571:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5871, 5871]
00000080:00200000:2.0:1789760774.031586:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760774.031591:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760774.031603:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24051712 i_blocks 47111
00000020:00200000:2.0:1789760774.031606:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760774.031614:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760774.031642:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24051712, count: 4096
00000080:00200000:2.0:1789760774.031648:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24051712, bytes: 4096
00000080:00200000:2.0:1789760774.031656:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760774.031663:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760774.031665:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24051712, 24055808) 0 0
00000080:00200000:2.0:1789760774.031669:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760774.031682:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5872, 5872]
00020000:00200000:2.0:1789760774.031689:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24051712 chunk: [24051712, 24055808) 24055808, 4096
00020000:00200000:2.0:1789760774.031693:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760774.031709:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5872, 5872]
00000008:00010000:2.0:1789760774.031724:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760774.031728:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760774.031737:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24051712, 24055808) append 0 append lockpos 0
00000080:00200000:2.0:1789760774.031751:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24051712=0x16f0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760774.031792:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760774.031795:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24055808
00000020:00010000:2.0:1789760774.031801:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760774.031804:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.031806:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.031809:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760774.031812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760774.031817:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760774.031822:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760774.031833:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760774.032078:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 24051712<>24055808
00000080:00200000:1.0:1789760774.077670:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5872, 5872]
00000080:00200000:1.0:1789760774.077684:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.077689:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.077701:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24055808 i_blocks 47111
00000020:00200000:1.0:1789760774.077705:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.077714:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.077741:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24055808, count: 4096
00000080:00200000:1.0:1789760774.077757:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24055808, bytes: 4096
00000080:00200000:1.0:1789760774.077765:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.077772:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.077774:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24055808, 24059904) 0 0
00000080:00200000:1.0:1789760774.077778:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.077790:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5873, 5873]
00020000:00200000:1.0:1789760774.077797:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24055808 chunk: [24055808, 24059904) 24059904, 4096
00020000:00200000:1.0:1789760774.077800:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.077816:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5873, 5873]
00000008:00010000:1.0:1789760774.077830:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.077834:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.077843:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24055808, 24059904) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.077854:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24055808=0x16f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.077921:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.077924:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24059904
00000020:00010000:1.0:1789760774.077931:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.077934:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.077937:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.077939:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.077942:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.077948:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.077954:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.077968:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760774.078048:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 24055808<>24059904
00000100:00100000:0.0:1789760774.078174:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321024:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760774.133519:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973191 gen 2
00000008:00010000:0.0:1789760774.133554:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760774.133560:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.133568:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.133587:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760774.133611:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321024:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.133781:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5873, 5873]
00000080:00200000:1.0:1789760774.133794:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.133799:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.133812:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24059904 i_blocks 47111
00000020:00200000:1.0:1789760774.133815:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.133824:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.133854:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24059904, count: 4096
00000080:00200000:1.0:1789760774.133860:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24059904, bytes: 4096
00000080:00200000:1.0:1789760774.133890:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.133898:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.133900:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24059904, 24064000) 0 0
00000080:00200000:1.0:1789760774.133904:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.133918:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5874, 5874]
00020000:00200000:1.0:1789760774.133924:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24059904 chunk: [24059904, 24064000) 24064000, 4096
00020000:00200000:1.0:1789760774.133928:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.133941:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5874, 5874]
00000008:00010000:1.0:1789760774.133955:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.133959:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.133967:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24059904, 24064000) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.133977:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24059904=0x16f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.134022:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.134025:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24064000
00000020:00010000:1.0:1789760774.134032:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.134035:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.134038:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.134040:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.134043:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.134050:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.134056:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.134070:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760774.134323:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 24059904<>24064000
00000100:00100000:0.0:1789760774.134383:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484321152:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760774.202374:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973192 gen 2
00000008:00010000:0.0:1789760774.202409:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760774.202414:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.202423:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.202444:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760774.202467:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484321152:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.205072:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5874, 5874]
00000080:00200000:1.0:1789760774.205092:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.205097:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.205118:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24064000 i_blocks 47111
00000020:00200000:1.0:1789760774.205123:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.205136:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.205166:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24064000, count: 4096
00000080:00200000:1.0:1789760774.205173:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24064000, bytes: 4096
00000080:00200000:1.0:1789760774.205186:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.205193:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.205195:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24064000, 24068096) 0 0
00000080:00200000:1.0:1789760774.205199:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.205212:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5875, 5875]
00020000:00200000:1.0:1789760774.205219:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24064000 chunk: [24064000, 24068096) 24068096, 4096
00020000:00200000:1.0:1789760774.205224:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.205242:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5875, 5875]
00000008:00010000:1.0:1789760774.205260:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.205266:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.205276:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24064000, 24068096) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.205290:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24064000=0x16f3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.205348:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.205350:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24068096
00000020:00010000:1.0:1789760774.205357:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.205359:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.205362:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.205365:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.205367:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.205374:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.205380:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.205399:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760774.205486:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 24064000<>24068096
00000100:00100000:0.0:1789760774.207209:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321280:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760774.245937:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760774.245949:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.245960:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.245984:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760774.246009:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321280:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.246480:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5875, 5875]
00000080:00200000:1.0:1789760774.246493:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.246570:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.246584:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24068096 i_blocks 47111
00000020:00200000:1.0:1789760774.246588:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.246597:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.246628:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24068096, count: 4096
00000080:00200000:1.0:1789760774.246634:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24068096, bytes: 4096
00000080:00200000:1.0:1789760774.246644:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.246652:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.246654:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24068096, 24072192) 0 0
00000080:00200000:1.0:1789760774.246658:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.246671:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5876, 5876]
00020000:00200000:1.0:1789760774.246678:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24068096 chunk: [24068096, 24072192) 24072192, 4096
00020000:00200000:1.0:1789760774.246682:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.246697:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5876, 5876]
00000008:00010000:1.0:1789760774.246710:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.246715:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.246725:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24068096, 24072192) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.246735:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24068096=0x16f4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.246792:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.246795:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24072192
00000020:00010000:1.0:1789760774.246802:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.246806:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.246808:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.246812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.246814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.246822:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.246963:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.246979:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760774.247065:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 24068096<>24072192
00000100:00100000:0.0:1789760774.247158:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760774.247471:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321408:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.267475:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:1.0:1789760774.267492:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.267519:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000100:00100000:0.0:1789760774.293787:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973194 gen 2
00000008:00010000:0.0:1789760774.293834:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760774.293840:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.293848:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.293902:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760774.293925:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321408:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.294135:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5876, 5876]
00000080:00200000:1.0:1789760774.294148:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.294153:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.294236:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24072192 i_blocks 47111
00000020:00200000:1.0:1789760774.294241:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.294250:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.294278:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24072192, count: 4096
00000080:00200000:1.0:1789760774.294284:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24072192, bytes: 4096
00000080:00200000:1.0:1789760774.294292:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.294299:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.294301:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24072192, 24076288) 0 0
00000080:00200000:1.0:1789760774.294305:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.294318:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5877, 5877]
00020000:00200000:1.0:1789760774.294326:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24072192 chunk: [24072192, 24076288) 24076288, 4096
00020000:00200000:1.0:1789760774.294330:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.294411:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5877, 5877]
00000008:00010000:1.0:1789760774.294427:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.294432:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.294440:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24072192, 24076288) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.294451:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24072192=0x16f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.294499:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.294501:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24076288
00000020:00010000:1.0:1789760774.294507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.294510:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.294513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.294515:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.294518:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.294525:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.294530:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.294545:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760774.294624:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 24072192<>24076288
00000100:00100000:0.0:1789760774.295458:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760774.295478:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484321536:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760774.339062:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973195 gen 2
00000008:00010000:0.0:1789760774.339124:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760774.339132:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.339142:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.339170:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760774.339204:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484321536:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.339332:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5877, 5877]
00000080:00200000:1.0:1789760774.339346:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.339352:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.339364:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24076288 i_blocks 47111
00000020:00200000:1.0:1789760774.339367:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.339376:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.339405:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24076288, count: 4096
00000080:00200000:1.0:1789760774.339411:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24076288, bytes: 4096
00000080:00200000:1.0:1789760774.339422:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.339429:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.339431:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24076288, 24080384) 0 0
00000080:00200000:1.0:1789760774.339435:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.339449:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5878, 5878]
00020000:00200000:1.0:1789760774.339456:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24076288 chunk: [24076288, 24080384) 24080384, 4096
00020000:00200000:1.0:1789760774.339460:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.339474:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5878, 5878]
00000008:00010000:1.0:1789760774.339501:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.339506:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.339515:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24076288, 24080384) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.339526:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24076288=0x16f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.339568:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.339571:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24080384
00000020:00010000:1.0:1789760774.339577:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.339580:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.339583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.339585:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.339588:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.339593:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.339598:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.339612:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760774.339692:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 24076288<>24080384
00000100:00100000:0.0:1789760774.339839:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760774.339853:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321664:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760774.378614:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973196 gen 2
00000008:00010000:0.0:1789760774.378661:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760774.378670:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.378680:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.378707:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760774.378739:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321664:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.378860:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5878, 5878]
00000080:00200000:1.0:1789760774.379018:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.379024:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.379041:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24080384 i_blocks 47111
00000020:00200000:1.0:1789760774.379045:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.379056:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.379090:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24080384, count: 4096
00000080:00200000:1.0:1789760774.379097:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24080384, bytes: 4096
00000080:00200000:1.0:1789760774.379121:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.379131:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.379133:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24080384, 24084480) 0 0
00000080:00200000:1.0:1789760774.379138:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.379155:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5879, 5879]
00020000:00200000:1.0:1789760774.379315:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24080384 chunk: [24080384, 24084480) 24084480, 4096
00020000:00200000:1.0:1789760774.379321:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.379343:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5879, 5879]
00000008:00010000:1.0:1789760774.379361:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.379367:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.379378:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24080384, 24084480) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.379391:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24080384=0x16f7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.379452:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.379455:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24084480
00000020:00010000:1.0:1789760774.379463:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.379466:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.379469:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.379473:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.379475:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.379482:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.379489:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.379583:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760774.379686:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8700 - object 0x280000401:2 offset 24080384<>24084480
00000100:00100000:0.0:1789760774.379762:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321792:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760774.418841:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760774.418859:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.418911:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.418985:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5879, 5879]
00000080:00200000:1.0:1789760774.419006:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.419013:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.419029:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24084480 i_blocks 47111
00000020:00200000:1.0:1789760774.419032:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.419044:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.419078:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24084480, count: 4096
00000008:00010000:0.0:1789760774.419084:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000080:00200000:1.0:1789760774.419087:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24084480, bytes: 4096
00000100:00100000:0.0:1789760774.419128:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484321792:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.419313:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.419324:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.419326:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24084480, 24088576) 0 0
00000080:00200000:1.0:1789760774.419332:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.419349:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5880, 5880]
00020000:00200000:1.0:1789760774.419359:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24084480 chunk: [24084480, 24088576) 24088576, 4096
00020000:00200000:1.0:1789760774.419364:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.419382:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5880, 5880]
00000008:00010000:1.0:1789760774.419401:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.419408:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.419420:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24084480, 24088576) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.419434:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24084480=0x16f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.419494:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.419498:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24088576
00000020:00010000:1.0:1789760774.419507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.419510:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.419514:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.419517:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.419520:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.419529:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.419536:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.419551:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760774.419645:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 24084480<>24088576
00000100:00100000:0.0:1789760774.419746:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484321920:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760774.457353:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973197 gen 2
00000100:00100000:0.0:1789760774.457396:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8d84aa680 x1876699484321920/t4294973198(4294973198) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760790 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760774.457458:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760774.457466:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.457475:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.457496:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760774.457522:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484321920:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.457532:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5880, 5880]
00000080:00200000:1.0:1789760774.457551:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.457557:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.457572:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24088576 i_blocks 47111
00000020:00200000:1.0:1789760774.457576:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.457587:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.457619:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24088576, count: 4096
00000080:00200000:1.0:1789760774.457625:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24088576, bytes: 4096
00000080:00200000:1.0:1789760774.457633:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.457641:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.457644:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24088576, 24092672) 0 0
00000080:00200000:1.0:1789760774.457648:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.457667:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5881, 5881]
00020000:00200000:1.0:1789760774.457676:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24088576 chunk: [24088576, 24092672) 24092672, 4096
00020000:00200000:1.0:1789760774.457681:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.457702:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5881, 5881]
00000008:00010000:1.0:1789760774.457719:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.457725:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.457736:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24088576, 24092672) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.457748:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24088576=0x16f9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.457801:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.457804:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24092672
00000020:00010000:1.0:1789760774.457813:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.457816:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.457819:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.457823:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.457825:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.457834:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.457841:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.457859:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760774.458089:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 24088576<>24092672
00000100:00100000:1.0:1789760774.458397:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760774.458414:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484322048:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760774.495305:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973199 gen 2
00000008:00010000:1.0:1789760774.495370:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760774.495379:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.495389:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.495414:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760774.495444:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484322048:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760774.495612:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5881, 5881]
00000080:00200000:0.0:1789760774.495630:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760774.495636:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760774.495652:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24092672 i_blocks 47111
00000020:00200000:0.0:1789760774.495656:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760774.495666:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760774.495702:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24092672, count: 4096
00000080:00200000:0.0:1789760774.495720:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24092672, bytes: 4096
00000080:00200000:0.0:1789760774.495729:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760774.495738:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760774.495740:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24092672, 24096768) 0 0
00000080:00200000:0.0:1789760774.495746:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760774.495763:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5882, 5882]
00020000:00200000:0.0:1789760774.495772:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24092672 chunk: [24092672, 24096768) 24096768, 4096
00020000:00200000:0.0:1789760774.495777:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760774.495797:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5882, 5882]
00000008:00010000:0.0:1789760774.495815:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760774.495821:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760774.495833:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24092672, 24096768) append 0 append lockpos 0
00000080:00200000:0.0:1789760774.495846:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24092672=0x16fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760774.496079:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760774.496082:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24096768
00000020:00010000:0.0:1789760774.496091:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760774.496094:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.496098:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.496101:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760774.496176:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760774.496186:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760774.496193:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760774.496211:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760774.496315:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 24092672<>24096768
00000100:00100000:0.0:1789760774.496359:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760774.496379:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484322176:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760774.536752:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973200 gen 2
00000008:00010000:0.0:1789760774.536815:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760774.536825:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760774.536836:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760774.536937:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760774.536966:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484322176:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760774.538366:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484322304:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760774.582688:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5883, 5883]
00000080:00200000:1.0:1789760774.582704:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.582711:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.582727:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24100864 i_blocks 47111
00000020:00200000:1.0:1789760774.582731:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.582742:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.582776:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24100864, count: 4096
00000080:00200000:1.0:1789760774.582783:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24100864, bytes: 4096
00000080:00200000:1.0:1789760774.582793:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.582802:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.582804:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24100864, 24104960) 0 0
00000080:00200000:1.0:1789760774.582809:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.582826:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5884, 5884]
00020000:00200000:1.0:1789760774.582835:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24100864 chunk: [24100864, 24104960) 24104960, 4096
00020000:00200000:1.0:1789760774.582840:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.582860:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5884, 5884]
00000008:00010000:1.0:1789760774.582913:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.582920:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760774.582942:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24100864, 24104960) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.582957:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24100864=0x16fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.583017:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.583019:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24104960
00000020:00010000:1.0:1789760774.583027:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.583031:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.583034:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.583037:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.583040:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.583048:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.583054:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.583070:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760774.583176:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 24100864<>24104960
00000100:00100000:1.0:1789760774.583208:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760774.583225:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484322432:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760774.631175:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973202 gen 2
00000008:00010000:1.0:1789760774.631231:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760774.631240:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.631252:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.631337:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760774.631370:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484322432:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760774.631571:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5884, 5884]
00000080:00200000:0.0:1789760774.631590:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760774.631596:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760774.631614:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24104960 i_blocks 47111
00000020:00200000:0.0:1789760774.631619:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760774.632113:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760774.632150:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24104960, count: 4096
00000080:00200000:0.0:1789760774.632159:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24104960, bytes: 4096
00000080:00200000:0.0:1789760774.632173:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760774.632182:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760774.632185:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24104960, 24109056) 0 0
00000080:00200000:0.0:1789760774.632190:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760774.632208:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5885, 5885]
00020000:00200000:0.0:1789760774.632217:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24104960 chunk: [24104960, 24109056) 24109056, 4096
00020000:00200000:0.0:1789760774.632221:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760774.632244:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5885, 5885]
00000008:00010000:0.0:1789760774.632263:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760774.632270:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760774.632283:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24104960, 24109056) append 0 append lockpos 0
00000080:00200000:0.0:1789760774.632297:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24104960=0x16fd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760774.632366:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760774.632370:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24109056
00000020:00010000:0.0:1789760774.632380:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760774.632458:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.632463:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.632468:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760774.632471:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760774.632479:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760774.632486:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760774.632512:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760774.632630:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 24104960<>24109056
00000100:00100000:1.0:1789760774.632835:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484322560:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760774.678531:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760774.678546:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.678556:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.678576:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760774.678608:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484322560:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760774.679482:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5885, 5885]
00000080:00200000:2.0:1789760774.679499:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760774.679504:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760774.679519:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24109056 i_blocks 47111
00000020:00200000:2.0:1789760774.679523:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760774.679533:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760774.679563:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24109056, count: 4096
00000080:00200000:2.0:1789760774.679570:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24109056, bytes: 4096
00000080:00200000:2.0:1789760774.679578:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760774.679586:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760774.679588:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24109056, 24113152) 0 0
00000080:00200000:2.0:1789760774.679591:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760774.679606:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5886, 5886]
00020000:00200000:2.0:1789760774.679613:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24109056 chunk: [24109056, 24113152) 24113152, 4096
00020000:00200000:2.0:1789760774.679617:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760774.679633:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5886, 5886]
00000008:00010000:2.0:1789760774.679647:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760774.679652:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760774.679662:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24109056, 24113152) append 0 append lockpos 0
00000080:00200000:2.0:1789760774.679672:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24109056=0x16fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760774.679721:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760774.679723:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24113152
00000020:00010000:2.0:1789760774.679730:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760774.679733:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.679735:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.679737:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760774.679739:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760774.679745:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760774.679749:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760774.679763:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760774.679846:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 24109056<>24113152
00000080:00200000:2.0:1789760774.734377:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5886, 5886]
00000080:00200000:2.0:1789760774.734394:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760774.734400:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760774.734427:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24113152 i_blocks 47111
00000020:00200000:2.0:1789760774.734431:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760774.734442:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760774.734476:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24113152, count: 4096
00000080:00200000:2.0:1789760774.734483:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24113152, bytes: 4096
00000080:00200000:2.0:1789760774.734493:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760774.734504:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760774.734506:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24113152, 24117248) 0 0
00000080:00200000:2.0:1789760774.734511:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760774.734531:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5887, 5887]
00020000:00200000:2.0:1789760774.734540:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24113152 chunk: [24113152, 24117248) 24117248, 4096
00020000:00200000:2.0:1789760774.734545:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760774.734565:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5887, 5887]
00000008:00010000:2.0:1789760774.734584:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760774.734591:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760774.734603:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24113152, 24117248) append 0 append lockpos 0
00000080:00200000:2.0:1789760774.734616:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24113152=0x16ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760774.734674:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760774.734677:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24117248
00000020:00010000:2.0:1789760774.734684:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760774.734688:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.734690:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.734694:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760774.734697:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760774.734705:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760774.734712:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760774.734728:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760774.734832:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 24113152<>24117248
00000080:00200000:0.0:1789760774.819361:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5888, 5888]
00000080:00200000:0.0:1789760774.819375:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760774.819381:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760774.819392:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24121344 i_blocks 47111
00000020:00200000:0.0:1789760774.819395:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760774.819403:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760774.819430:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24121344, count: 4096
00000080:00200000:0.0:1789760774.819435:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24121344, bytes: 4096
00000080:00200000:0.0:1789760774.819442:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760774.819459:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760774.819461:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24121344, 24125440) 0 0
00000080:00200000:0.0:1789760774.819465:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760774.819477:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5889, 5889]
00020000:00200000:0.0:1789760774.819485:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24121344 chunk: [24121344, 24125440) 24125440, 4096
00020000:00200000:0.0:1789760774.819489:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760774.819504:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5889, 5889]
00000008:00010000:0.0:1789760774.819518:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760774.819523:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760774.819533:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24121344, 24125440) append 0 append lockpos 0
00000080:00200000:0.0:1789760774.819546:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24121344=0x1701000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760774.819596:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760774.819598:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24125440
00000020:00010000:0.0:1789760774.819604:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760774.819607:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.819609:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.819612:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760774.819624:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760774.819631:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760774.819639:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760774.819653:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760774.819734:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 24121344<>24125440
00000100:00100000:1.0:1789760774.820466:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484323072:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760774.857526:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760774.857542:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.857554:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.857621:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760774.857650:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484323072:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760774.857780:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5889, 5889]
00000080:00200000:0.0:1789760774.857798:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760774.857804:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760774.857819:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24125440 i_blocks 49159
00000020:00200000:0.0:1789760774.857822:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760774.857832:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760774.857892:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24125440, count: 4096
00000080:00200000:0.0:1789760774.857899:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24125440, bytes: 4096
00000080:00200000:0.0:1789760774.857908:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760774.857917:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760774.857919:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24125440, 24129536) 0 0
00000080:00200000:0.0:1789760774.857924:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760774.857941:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5890, 5890]
00020000:00200000:0.0:1789760774.857949:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24125440 chunk: [24125440, 24129536) 24129536, 4096
00020000:00200000:0.0:1789760774.857954:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760774.857974:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5890, 5890]
00000008:00010000:0.0:1789760774.857992:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760774.857998:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760774.858010:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24125440, 24129536) append 0 append lockpos 0
00000080:00200000:0.0:1789760774.858024:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24125440=0x1702000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760774.858082:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760774.858084:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24129536
00000020:00010000:0.0:1789760774.858092:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760774.858096:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.858423:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.858429:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760774.858432:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760774.858442:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760774.858450:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760774.858470:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760774.858587:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 24125440<>24129536
00000100:00100000:1.0:1789760774.858786:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760774.858807:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484323200:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760774.900488:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973208 gen 2
00000008:00010000:1.0:1789760774.900591:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760774.900598:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.900607:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.900664:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760774.900689:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484323200:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760774.900767:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5890, 5890]
00000080:00200000:0.0:1789760774.900785:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760774.900791:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760774.900807:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24129536 i_blocks 49159
00000020:00200000:0.0:1789760774.900812:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760774.900822:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760774.900857:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24129536, count: 4096
00000080:00200000:0.0:1789760774.900900:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24129536, bytes: 4096
00000080:00200000:0.0:1789760774.900911:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760774.900919:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760774.900922:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24129536, 24133632) 0 0
00000080:00200000:0.0:1789760774.900927:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760774.900944:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5891, 5891]
00020000:00200000:0.0:1789760774.900954:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24129536 chunk: [24129536, 24133632) 24133632, 4096
00020000:00200000:0.0:1789760774.900959:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760774.900979:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5891, 5891]
00000008:00010000:0.0:1789760774.900998:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760774.901004:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760774.901014:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24129536, 24133632) append 0 append lockpos 0
00000080:00200000:0.0:1789760774.901027:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24129536=0x1703000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760774.901145:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760774.901148:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24133632
00000020:00010000:0.0:1789760774.901157:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760774.901160:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.901164:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760774.901167:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760774.901170:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760774.901177:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760774.901183:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760774.901266:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760774.901366:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 24129536<>24133632
00000100:00100000:1.0:1789760774.901496:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484323328:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760774.937304:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760774.937318:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.937327:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.937386:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760774.937421:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484323328:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760774.937531:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5891, 5891]
00000080:00200000:2.0:1789760774.937548:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760774.937554:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760774.937570:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24133632 i_blocks 49159
00000020:00200000:2.0:1789760774.937574:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760774.937583:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760774.937616:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24133632, count: 4096
00000080:00200000:2.0:1789760774.937623:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24133632, bytes: 4096
00000080:00200000:2.0:1789760774.937634:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760774.937643:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760774.937645:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24133632, 24137728) 0 0
00000080:00200000:2.0:1789760774.937650:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760774.937668:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5892, 5892]
00020000:00200000:2.0:1789760774.937676:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24133632 chunk: [24133632, 24137728) 24137728, 4096
00020000:00200000:2.0:1789760774.937681:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760774.937702:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5892, 5892]
00000008:00010000:2.0:1789760774.937718:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760774.937723:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760774.937814:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24133632, 24137728) append 0 append lockpos 0
00000080:00200000:2.0:1789760774.937827:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24133632=0x1704000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760774.937903:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760774.937906:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24137728
00000020:00010000:2.0:1789760774.937915:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760774.937918:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.937921:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.937925:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760774.937928:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760774.937935:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760774.937942:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760774.937958:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760774.938057:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 24133632<>24137728
00000100:00100000:2.0:1789760774.938249:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760774.938269:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484323456:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760774.971979:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760774.990669:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5892, 5892]
00000080:00200000:2.0:1789760774.990693:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760774.990699:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760774.990726:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24137728 i_blocks 49159
00000020:00200000:2.0:1789760774.990731:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760774.990743:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760774.990777:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24137728, count: 4096
00000080:00200000:2.0:1789760774.990785:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24137728, bytes: 4096
00000080:00200000:2.0:1789760774.990798:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760774.990807:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760774.990809:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24137728, 24141824) 0 0
00000080:00200000:2.0:1789760774.990814:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760774.990831:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5893, 5893]
00020000:00200000:2.0:1789760774.990839:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24137728 chunk: [24137728, 24141824) 24141824, 4096
00020000:00200000:2.0:1789760774.990844:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760774.990878:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5893, 5893]
00000008:00010000:2.0:1789760774.990896:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760774.990903:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760774.990914:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24137728, 24141824) append 0 append lockpos 0
00000080:00200000:2.0:1789760774.990928:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24137728=0x1705000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760774.991001:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760774.991004:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24141824
00000020:00010000:2.0:1789760774.991013:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760774.991016:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.991019:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760774.991023:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760774.991026:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760774.991035:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760774.991041:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760774.991066:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760774.991368:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 24137728<>24141824
00000080:00200000:2.0:1789760775.024664:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5893, 5893]
00000080:00200000:2.0:1789760775.024681:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.024687:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.024702:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24141824 i_blocks 49159
00000020:00200000:2.0:1789760775.024706:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.024715:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.024746:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24141824, count: 4096
00000080:00200000:2.0:1789760775.024753:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24141824, bytes: 4096
00000080:00200000:2.0:1789760775.024763:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.024773:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.024775:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24141824, 24145920) 0 0
00000080:00200000:2.0:1789760775.024779:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.024796:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5894, 5894]
00020000:00200000:2.0:1789760775.024804:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24141824 chunk: [24141824, 24145920) 24145920, 4096
00020000:00200000:2.0:1789760775.024809:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.024975:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5894, 5894]
00000008:00010000:2.0:1789760775.024995:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.025001:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.025013:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24141824, 24145920) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.025029:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24141824=0x1706000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.025086:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.025089:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24145920
00000020:00010000:2.0:1789760775.025097:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.025173:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.025177:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.025180:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.025183:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.025255:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.025262:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.025279:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760775.025376:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 24141824<>24145920
00000080:00200000:2.0:1789760775.064679:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5894, 5894]
00000080:00200000:2.0:1789760775.064705:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.064711:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.064728:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24145920 i_blocks 49159
00000020:00200000:2.0:1789760775.064732:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.064741:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.064774:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24145920, count: 4096
00000080:00200000:2.0:1789760775.064781:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24145920, bytes: 4096
00000080:00200000:2.0:1789760775.064813:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.064823:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.064825:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24145920, 24150016) 0 0
00000080:00200000:2.0:1789760775.064830:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.064848:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5895, 5895]
00020000:00200000:2.0:1789760775.064857:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24145920 chunk: [24145920, 24150016) 24150016, 4096
00020000:00200000:2.0:1789760775.064898:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.064919:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5895, 5895]
00000008:00010000:2.0:1789760775.064939:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.064945:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.064957:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24145920, 24150016) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.064973:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24145920=0x1707000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.065032:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.065035:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24150016
00000020:00010000:2.0:1789760775.065043:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.065046:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.065049:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.065053:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.065055:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.065062:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.065069:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.065085:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760775.065193:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 24145920<>24150016
00000080:00200000:2.0:1789760775.112859:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5895, 5895]
00000080:00200000:2.0:1789760775.112908:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.112914:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.112930:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24150016 i_blocks 49159
00000020:00200000:2.0:1789760775.112933:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.112943:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.112976:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24150016, count: 4096
00000080:00200000:2.0:1789760775.112983:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24150016, bytes: 4096
00000080:00200000:2.0:1789760775.112993:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.113002:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.113004:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24150016, 24154112) 0 0
00000080:00200000:2.0:1789760775.113008:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.113024:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5896, 5896]
00020000:00200000:2.0:1789760775.113033:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24150016 chunk: [24150016, 24154112) 24154112, 4096
00020000:00200000:2.0:1789760775.113038:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.113058:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5896, 5896]
00000008:00010000:2.0:1789760775.113074:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.113080:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.113091:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24150016, 24154112) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.113114:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24150016=0x1708000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.113169:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.113172:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24154112
00000020:00010000:2.0:1789760775.113180:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.113183:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.113195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.113199:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.113202:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.113209:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.113216:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.113232:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760775.113327:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24150016<>24154112
00000080:00200000:2.0:1789760775.176540:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5896, 5896]
00000080:00200000:2.0:1789760775.176557:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.176563:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.176580:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24154112 i_blocks 49159
00000020:00200000:2.0:1789760775.176584:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.176595:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.176631:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24154112, count: 4096
00000080:00200000:2.0:1789760775.176638:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24154112, bytes: 4096
00000080:00200000:2.0:1789760775.176648:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.176657:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.176659:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24154112, 24158208) 0 0
00000080:00200000:2.0:1789760775.176663:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.176679:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5897, 5897]
00020000:00200000:2.0:1789760775.176687:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24154112 chunk: [24154112, 24158208) 24158208, 4096
00020000:00200000:2.0:1789760775.176692:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.176711:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5897, 5897]
00000008:00010000:2.0:1789760775.176728:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.176734:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.176744:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24154112, 24158208) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.176758:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24154112=0x1709000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.176821:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.176824:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24158208
00000020:00010000:2.0:1789760775.176833:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.176836:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.176839:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.176843:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.176846:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.176854:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.176861:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.176936:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760775.177036:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 24154112<>24158208
00000080:00200000:0.0:1789760775.214583:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5897, 5897]
00000080:00200000:0.0:1789760775.214599:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.214605:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.214621:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24158208 i_blocks 49159
00000020:00200000:0.0:1789760775.214625:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.214636:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.214670:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24158208, count: 4096
00000080:00200000:0.0:1789760775.214677:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24158208, bytes: 4096
00000080:00200000:0.0:1789760775.214686:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.214695:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.214697:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24158208, 24162304) 0 0
00000080:00200000:0.0:1789760775.214702:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.214718:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5898, 5898]
00020000:00200000:0.0:1789760775.214727:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24158208 chunk: [24158208, 24162304) 24162304, 4096
00020000:00200000:0.0:1789760775.214732:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.214754:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5898, 5898]
00000008:00010000:0.0:1789760775.214773:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.214779:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760775.214791:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24158208, 24162304) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.214804:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24158208=0x170a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.214860:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.215032:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24162304
00000020:00010000:0.0:1789760775.215044:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.215047:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.215051:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.215054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.215057:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.215066:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.215073:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.215091:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760775.217295:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 24158208<>24162304
00000100:00100000:0.0:1789760775.217383:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484324224:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760775.259490:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973216 gen 2
00000008:00010000:0.0:1789760775.259533:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:0.0:1789760775.259541:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.259551:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.259608:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:0.0:1789760775.259638:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484324224:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760775.259718:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5898, 5898]
00000080:00200000:2.0:1789760775.259735:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.259741:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.259784:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24162304 i_blocks 49159
00000020:00200000:2.0:1789760775.259789:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.259800:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.259913:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24162304, count: 4096
00000080:00200000:2.0:1789760775.259922:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24162304, bytes: 4096
00000080:00200000:2.0:1789760775.259933:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.259942:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.259945:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24162304, 24166400) 0 0
00000080:00200000:2.0:1789760775.259950:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.259968:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5899, 5899]
00020000:00200000:2.0:1789760775.259976:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24162304 chunk: [24162304, 24166400) 24166400, 4096
00020000:00200000:2.0:1789760775.259981:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.260000:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5899, 5899]
00000008:00010000:2.0:1789760775.260019:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.260025:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.260036:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24162304, 24166400) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.260050:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24162304=0x170b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.260278:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.260281:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24166400
00000020:00010000:2.0:1789760775.260291:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.260295:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.260299:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.260302:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.260305:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.260313:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.260321:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.260340:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760775.260438:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 24162304<>24166400
00000080:00200000:2.0:1789760775.308588:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5899, 5899]
00000080:00200000:2.0:1789760775.308605:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.308611:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.308628:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24166400 i_blocks 49159
00000020:00200000:2.0:1789760775.308632:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.308642:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.308676:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24166400, count: 4096
00000080:00200000:2.0:1789760775.308683:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24166400, bytes: 4096
00000080:00200000:2.0:1789760775.308692:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.308702:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.308704:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24166400, 24170496) 0 0
00000080:00200000:2.0:1789760775.308709:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.308726:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5900, 5900]
00020000:00200000:2.0:1789760775.308735:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24166400 chunk: [24166400, 24170496) 24170496, 4096
00020000:00200000:2.0:1789760775.308741:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.308760:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5900, 5900]
00000008:00010000:2.0:1789760775.308777:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.308784:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.308797:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24166400, 24170496) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.308810:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24166400=0x170c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.308922:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.308925:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24170496
00000020:00010000:2.0:1789760775.308933:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.308937:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.308939:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.308943:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.308946:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.308954:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.308962:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.308977:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760775.309076:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 24166400<>24170496
00000080:00200000:2.0:1789760775.346999:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5900, 5900]
00000080:00200000:2.0:1789760775.347093:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.347109:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.347128:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24170496 i_blocks 49159
00000020:00200000:2.0:1789760775.347133:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.347218:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.347256:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24170496, count: 4096
00000080:00200000:2.0:1789760775.347265:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24170496, bytes: 4096
00000080:00200000:2.0:1789760775.347278:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.347287:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.347289:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24170496, 24174592) 0 0
00000080:00200000:2.0:1789760775.347294:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.347313:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5901, 5901]
00020000:00200000:2.0:1789760775.347322:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24170496 chunk: [24170496, 24174592) 24174592, 4096
00020000:00200000:2.0:1789760775.347328:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.347348:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5901, 5901]
00000008:00010000:2.0:1789760775.347366:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.347372:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.347386:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24170496, 24174592) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.347401:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24170496=0x170d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.347466:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.347470:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24174592
00000020:00010000:2.0:1789760775.347478:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.347481:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.347485:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.347489:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.347491:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.347500:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.347507:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.347526:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760775.348995:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 24170496<>24174592
00000100:00100000:2.0:1789760775.349945:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760775.349977:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484324608:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760775.384001:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5901, 5901]
00000080:00200000:2.0:1789760775.384019:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.384025:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.384042:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24174592 i_blocks 49159
00000020:00200000:2.0:1789760775.384045:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.384056:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.384089:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24174592, count: 4096
00000080:00200000:2.0:1789760775.384095:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24174592, bytes: 4096
00000080:00200000:2.0:1789760775.384114:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.384124:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.384126:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24174592, 24178688) 0 0
00000080:00200000:2.0:1789760775.384131:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.384147:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5902, 5902]
00020000:00200000:2.0:1789760775.384156:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24174592 chunk: [24174592, 24178688) 24178688, 4096
00020000:00200000:2.0:1789760775.384161:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.384182:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5902, 5902]
00000008:00010000:2.0:1789760775.384199:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.384205:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.384216:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24174592, 24178688) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.384231:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24174592=0x170e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.384289:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.384292:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24178688
00000020:00010000:2.0:1789760775.384300:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.384304:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.384307:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.384311:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.384314:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.384322:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.384329:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.384345:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760775.384451:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 24174592<>24178688
00000080:00200000:2.0:1789760775.425345:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5902, 5902]
00000080:00200000:2.0:1789760775.425363:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.425370:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.425386:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24178688 i_blocks 49159
00000020:00200000:2.0:1789760775.425390:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.425401:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.425434:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24178688, count: 4096
00000080:00200000:2.0:1789760775.425442:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24178688, bytes: 4096
00000080:00200000:2.0:1789760775.425462:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.425471:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.425473:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24178688, 24182784) 0 0
00000080:00200000:2.0:1789760775.425478:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.425592:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5903, 5903]
00020000:00200000:2.0:1789760775.425603:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24178688 chunk: [24178688, 24182784) 24182784, 4096
00020000:00200000:2.0:1789760775.425609:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.425630:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5903, 5903]
00000008:00010000:2.0:1789760775.425648:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.425654:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.425668:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24178688, 24182784) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.425682:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24178688=0x170f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.425809:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.425812:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24182784
00000020:00010000:2.0:1789760775.425821:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.425825:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.425828:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.425832:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.425835:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.425843:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.425851:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.425962:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760775.426065:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 24178688<>24182784
00000080:00200000:2.0:1789760775.463895:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5903, 5903]
00000080:00200000:2.0:1789760775.463913:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.463919:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.463938:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24182784 i_blocks 49159
00000020:00200000:2.0:1789760775.463942:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.463952:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.463984:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24182784, count: 4096
00000080:00200000:2.0:1789760775.463992:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24182784, bytes: 4096
00000080:00200000:2.0:1789760775.464001:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.464010:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.464012:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24182784, 24186880) 0 0
00000080:00200000:2.0:1789760775.464017:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.464033:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5904, 5904]
00020000:00200000:2.0:1789760775.464042:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24182784 chunk: [24182784, 24186880) 24186880, 4096
00020000:00200000:2.0:1789760775.464047:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.464066:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5904, 5904]
00000008:00010000:2.0:1789760775.464083:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.464090:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.464110:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24182784, 24186880) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.464125:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24182784=0x1710000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.464640:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.464646:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24186880
00000020:00010000:2.0:1789760775.464656:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.464660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.464662:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.464665:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.464668:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.464677:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.464684:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.464704:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760775.465372:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24182784<>24186880
00000100:00100000:2.0:1789760775.465442:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484324992:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.511475:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973222 gen 2
00000008:00010000:2.0:1789760775.511545:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760775.511553:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760775.511564:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760775.511586:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760775.512191:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484324992:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760775.512238:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000008:00100000:2.0:1789760775.512328:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24186880<>24190976
00000100:00100000:2.0:1789760775.512361:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760775.512375:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484325120:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.545911:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973223 gen 2
00000008:00010000:2.0:1789760775.545964:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760775.545973:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760775.545984:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760775.546433:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760775.546467:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484325120:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.548358:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484325248:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.600722:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973224 gen 2
00000008:00010000:2.0:1789760775.600778:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760775.600786:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760775.600798:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760775.600821:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760775.600850:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484325248:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.602183:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484325376:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.649396:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973225 gen 2
00000008:00010000:2.0:1789760775.649447:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760775.649455:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760775.649465:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760775.649559:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760775.649592:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484325376:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760775.649751:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5907, 5907]
00000080:00200000:0.0:1789760775.649769:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.649775:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.649790:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24199168 i_blocks 49159
00000020:00200000:0.0:1789760775.649793:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.649804:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.649837:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24199168, count: 4096
00000080:00200000:0.0:1789760775.649845:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24199168, bytes: 4096
00000080:00200000:0.0:1789760775.649853:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.649892:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.649895:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24199168, 24203264) 0 0
00000080:00200000:0.0:1789760775.649901:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.649917:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5908, 5908]
00020000:00200000:0.0:1789760775.649926:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24199168 chunk: [24199168, 24203264) 24203264, 4096
00020000:00200000:0.0:1789760775.649930:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.649950:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5908, 5908]
00000008:00010000:0.0:1789760775.649969:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.649974:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760775.649985:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24199168, 24203264) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.649998:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24199168=0x1714000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.650054:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.650057:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24203264
00000020:00010000:0.0:1789760775.650067:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.650071:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.650075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.650079:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.650082:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.650089:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.650113:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.650131:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760775.650231:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 24199168<>24203264
00000100:00100000:0.0:1789760775.650277:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760775.650295:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484325504:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760775.683445:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973226 gen 2
00000008:00010000:0.0:1789760775.683665:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:0.0:1789760775.683673:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.683682:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.683704:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:0.0:1789760775.683733:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484325504:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760775.684258:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5908, 5908]
00000080:00200000:1.0:1789760775.684277:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760775.684347:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760775.684365:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24203264 i_blocks 49159
00000020:00200000:1.0:1789760775.684370:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760775.684382:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760775.684416:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24203264, count: 4096
00000080:00200000:1.0:1789760775.684423:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24203264, bytes: 4096
00000080:00200000:1.0:1789760775.684434:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760775.684443:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760775.684446:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24203264, 24207360) 0 0
00000080:00200000:1.0:1789760775.684451:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760775.684468:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5909, 5909]
00020000:00200000:1.0:1789760775.684477:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24203264 chunk: [24203264, 24207360) 24207360, 4096
00020000:00200000:1.0:1789760775.684482:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760775.684502:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5909, 5909]
00000008:00010000:1.0:1789760775.684520:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760775.684526:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760775.684538:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24203264, 24207360) append 0 append lockpos 0
00000080:00200000:1.0:1789760775.684621:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24203264=0x1715000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760775.684682:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760775.684685:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24207360
00000020:00010000:1.0:1789760775.684694:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760775.684698:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.684701:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.684705:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760775.684708:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760775.684716:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760775.684723:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760775.684741:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760775.685448:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 24203264<>24207360
00000100:00100000:1.0:1789760775.685494:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760775.685517:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484325632:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760775.728777:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760775.728794:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760775.728805:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760775.728831:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760775.728861:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484325632:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760775.729914:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5909, 5909]
00000080:00200000:0.0:1789760775.729934:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760775.729941:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760775.729959:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24207360 i_blocks 49159
00000020:00200000:0.0:1789760775.729964:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760775.729976:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760775.730009:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24207360, count: 4096
00000080:00200000:0.0:1789760775.730016:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24207360, bytes: 4096
00000080:00200000:0.0:1789760775.730026:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760775.730034:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760775.730036:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24207360, 24211456) 0 0
00000080:00200000:0.0:1789760775.730039:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760775.730054:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5910, 5910]
00020000:00200000:0.0:1789760775.730062:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24207360 chunk: [24207360, 24211456) 24211456, 4096
00020000:00200000:0.0:1789760775.730066:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760775.730082:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5910, 5910]
00000008:00010000:0.0:1789760775.730108:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760775.730114:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760775.730126:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24207360, 24211456) append 0 append lockpos 0
00000080:00200000:0.0:1789760775.730138:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24207360=0x1716000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760775.730203:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760775.730206:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24211456
00000020:00010000:0.0:1789760775.730215:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760775.730218:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.730222:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760775.730226:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760775.730229:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760775.730241:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760775.730248:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760775.730265:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760775.734440:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 24207360<>24211456
00000100:00100000:0.0:1789760775.734543:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484325760:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760775.783998:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973228 gen 2
00000008:00010000:0.0:1789760775.784087:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:0.0:1789760775.784111:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760775.784122:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760775.784148:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:0.0:1789760775.784176:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484325760:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760775.784409:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5910, 5910]
00000080:00200000:2.0:1789760775.784429:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760775.784435:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760775.784454:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24211456 i_blocks 49159
00000020:00200000:2.0:1789760775.784459:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760775.784472:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760775.784507:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24211456, count: 4096
00000080:00200000:2.0:1789760775.784514:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24211456, bytes: 4096
00000080:00200000:2.0:1789760775.784526:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760775.784535:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760775.784537:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24211456, 24215552) 0 0
00000080:00200000:2.0:1789760775.784542:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760775.784559:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5911, 5911]
00020000:00200000:2.0:1789760775.784569:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24211456 chunk: [24211456, 24215552) 24215552, 4096
00020000:00200000:2.0:1789760775.784574:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760775.784595:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5911, 5911]
00000008:00010000:2.0:1789760775.784612:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760775.784618:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760775.784630:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24211456, 24215552) append 0 append lockpos 0
00000080:00200000:2.0:1789760775.784646:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24211456=0x1717000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760775.784715:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760775.784719:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24215552
00000020:00010000:2.0:1789760775.784729:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760775.784732:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.784736:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760775.784739:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760775.784743:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760775.784751:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760775.784761:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760775.785159:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760775.785280:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24211456<>24215552
00000100:00100000:2.0:1789760775.819108:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973229 gen 2
00000008:00010000:2.0:1789760775.819172:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760775.819180:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760775.819191:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760775.819361:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760775.819391:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484325888:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.822067:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484326016:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.888989:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973230 gen 2
00000008:00010000:2.0:1789760775.889041:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760775.889050:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760775.889060:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760775.889082:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760775.889121:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484326016:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.890240:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760775.890261:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484326144:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.953676:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973231 gen 2
00000008:00010000:2.0:1789760775.953725:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760775.953744:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760775.953756:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760775.953781:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760775.953811:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484326144:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.954644:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484326272:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.994264:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973232 gen 2
00000008:00010000:2.0:1789760775.994319:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760775.994329:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760775.994339:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760775.994398:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760775.994427:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484326272:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760775.995471:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484326400:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760776.001175:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760776.032706:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973233 gen 2
00000008:00010000:2.0:1789760776.032755:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760776.032763:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760776.032774:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760776.032804:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760776.032845:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484326400:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.033241:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5915, 5915]
00000080:00200000:0.0:1789760776.033260:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.033266:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.033283:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24231936 i_blocks 49159
00000020:00200000:0.0:1789760776.033288:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.033299:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.033333:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24231936, count: 4096
00000080:00200000:0.0:1789760776.033340:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24231936, bytes: 4096
00000080:00200000:0.0:1789760776.033350:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.033359:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.033362:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24231936, 24236032) 0 0
00000080:00200000:0.0:1789760776.033366:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.033383:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5916, 5916]
00020000:00200000:0.0:1789760776.033392:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24231936 chunk: [24231936, 24236032) 24236032, 4096
00020000:00200000:0.0:1789760776.033397:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.033607:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5916, 5916]
00000008:00010000:0.0:1789760776.033625:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.033631:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.033642:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24231936, 24236032) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.033657:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24231936=0x171c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.033715:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.033718:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24236032
00000020:00010000:0.0:1789760776.033725:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.033729:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.033732:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.033736:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.033739:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.033747:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.033754:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.033771:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760776.033900:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 24231936<>24236032
00000100:00100000:1.0:1789760776.033978:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484326528:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.072387:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973234 gen 2
00000008:00010000:1.0:1789760776.072449:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760776.072459:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.072469:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.072494:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760776.072525:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484326528:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.072683:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5916, 5916]
00000080:00200000:0.0:1789760776.072699:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.072706:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.072722:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24236032 i_blocks 49159
00000020:00200000:0.0:1789760776.072727:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.072738:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.072773:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24236032, count: 4096
00000080:00200000:0.0:1789760776.072780:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24236032, bytes: 4096
00000080:00200000:0.0:1789760776.072792:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.072801:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.072804:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24236032, 24240128) 0 0
00000080:00200000:0.0:1789760776.072808:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.072825:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5917, 5917]
00020000:00200000:0.0:1789760776.072834:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24236032 chunk: [24236032, 24240128) 24240128, 4096
00020000:00200000:0.0:1789760776.072838:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.072857:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5917, 5917]
00000008:00010000:0.0:1789760776.072941:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.072947:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.072960:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24236032, 24240128) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.072975:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24236032=0x171d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.073028:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.073030:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24240128
00000020:00010000:0.0:1789760776.073039:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.073042:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.073045:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.073049:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.073052:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.073060:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.073068:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.073080:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760776.073265:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 24236032<>24240128
00000100:00100000:1.0:1789760776.073545:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484326656:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.169958:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973235 gen 2
00000008:00010000:1.0:1789760776.170008:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760776.170028:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.170040:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.170065:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760776.170105:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484326656:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.170244:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5917, 5917]
00000080:00200000:0.0:1789760776.170262:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.170268:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.170284:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24240128 i_blocks 49159
00000020:00200000:0.0:1789760776.170288:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.170298:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.170329:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24240128, count: 4096
00000080:00200000:0.0:1789760776.170336:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24240128, bytes: 4096
00000080:00200000:0.0:1789760776.170345:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.170354:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.170357:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24240128, 24244224) 0 0
00000080:00200000:0.0:1789760776.170361:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.170378:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5918, 5918]
00020000:00200000:0.0:1789760776.170388:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24240128 chunk: [24240128, 24244224) 24244224, 4096
00020000:00200000:0.0:1789760776.170393:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.170411:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5918, 5918]
00000008:00010000:0.0:1789760776.170428:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.170434:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.170445:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24240128, 24244224) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.170458:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24240128=0x171e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.170513:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.170516:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24244224
00000020:00010000:0.0:1789760776.171288:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.171295:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.171298:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.171301:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.171305:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.171314:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.171322:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.171347:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760776.171460:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 24240128<>24244224
00000100:00100000:1.0:1789760776.172667:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760776.172704:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484326784:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.233112:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973236 gen 2
00000008:00010000:1.0:1789760776.233168:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760776.233177:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.233197:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.233221:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760776.233251:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484326784:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.233412:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5918, 5918]
00000080:00200000:0.0:1789760776.233431:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.233436:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.233453:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24244224 i_blocks 49159
00000020:00200000:0.0:1789760776.233457:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.233468:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.233503:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24244224, count: 4096
00000080:00200000:0.0:1789760776.233511:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24244224, bytes: 4096
00000080:00200000:0.0:1789760776.233521:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.233529:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.233532:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24244224, 24248320) 0 0
00000080:00200000:0.0:1789760776.233536:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.233555:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5919, 5919]
00020000:00200000:0.0:1789760776.233565:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24244224 chunk: [24244224, 24248320) 24248320, 4096
00020000:00200000:0.0:1789760776.233569:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.233589:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5919, 5919]
00000008:00010000:0.0:1789760776.233607:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.233614:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.233627:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24244224, 24248320) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.233640:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24244224=0x171f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.233699:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.233702:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24248320
00000020:00010000:0.0:1789760776.233710:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.233714:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.233716:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.233719:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.233722:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.233728:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.233735:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.233751:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760776.233853:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 24244224<>24248320
00000100:00100000:1.0:1789760776.233990:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484326912:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.268845:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973237 gen 2
00000008:00010000:1.0:1789760776.268931:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760776.268939:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.268948:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.268970:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760776.268997:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484326912:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.269264:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5919, 5919]
00000080:00200000:0.0:1789760776.269281:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.269288:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.269303:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24248320 i_blocks 49159
00000020:00200000:0.0:1789760776.269307:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.269317:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.269349:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24248320, count: 4096
00000080:00200000:0.0:1789760776.269356:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24248320, bytes: 4096
00000080:00200000:0.0:1789760776.269365:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.269374:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.269376:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24248320, 24252416) 0 0
00000080:00200000:0.0:1789760776.269380:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.269396:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5920, 5920]
00020000:00200000:0.0:1789760776.269405:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24248320 chunk: [24248320, 24252416) 24252416, 4096
00020000:00200000:0.0:1789760776.269410:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.269429:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5920, 5920]
00000008:00010000:0.0:1789760776.269447:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.269453:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.269465:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24248320, 24252416) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.269480:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24248320=0x1720000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.269539:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.269543:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24252416
00000020:00010000:0.0:1789760776.269551:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.269555:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.269558:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.269561:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.269565:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.269573:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.269580:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.269596:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760776.269697:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 24248320<>24252416
00000100:00100000:1.0:1789760776.269787:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760776.269806:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484327040:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.297912:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973238 gen 2
00000008:00010000:1.0:1789760776.297965:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760776.297973:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.297984:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.298006:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760776.298035:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484327040:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.298399:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5920, 5920]
00000080:00200000:0.0:1789760776.298415:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.298422:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.298436:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24252416 i_blocks 49159
00000020:00200000:0.0:1789760776.298441:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.298452:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.298483:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24252416, count: 4096
00000080:00200000:0.0:1789760776.298490:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24252416, bytes: 4096
00000080:00200000:0.0:1789760776.298501:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.298509:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.298511:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24252416, 24256512) 0 0
00000080:00200000:0.0:1789760776.298515:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.298532:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5921, 5921]
00020000:00200000:0.0:1789760776.298540:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24252416 chunk: [24252416, 24256512) 24256512, 4096
00020000:00200000:0.0:1789760776.298544:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.298564:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5921, 5921]
00000008:00010000:0.0:1789760776.298583:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.298589:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.298600:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24252416, 24256512) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.298613:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24252416=0x1721000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.298668:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.298670:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24256512
00000020:00010000:0.0:1789760776.298679:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.298682:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.298686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.298689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.298693:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.298700:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.298707:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.298724:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760776.298823:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 24252416<>24256512
00000100:00100000:1.0:1789760776.298963:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484327168:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.340450:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973239 gen 2
00000008:00010000:1.0:1789760776.340502:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760776.340511:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.340521:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.340550:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760776.340580:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484327168:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760776.340696:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5921, 5921]
00000080:00200000:2.0:1789760776.340711:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760776.340717:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760776.340733:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24256512 i_blocks 49159
00000020:00200000:2.0:1789760776.340737:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760776.340747:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760776.340779:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24256512, count: 4096
00000080:00200000:2.0:1789760776.340787:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24256512, bytes: 4096
00000080:00200000:2.0:1789760776.340796:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760776.340805:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760776.340808:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24256512, 24260608) 0 0
00000080:00200000:2.0:1789760776.340812:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760776.340829:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5922, 5922]
00020000:00200000:2.0:1789760776.340837:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24256512 chunk: [24256512, 24260608) 24260608, 4096
00020000:00200000:2.0:1789760776.340842:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760776.340861:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5922, 5922]
00000008:00010000:2.0:1789760776.340917:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760776.340923:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760776.340935:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24256512, 24260608) append 0 append lockpos 0
00000080:00200000:2.0:1789760776.340949:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24256512=0x1722000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760776.341001:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760776.341004:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24260608
00000020:00010000:2.0:1789760776.341012:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760776.341016:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.341019:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.341022:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760776.341026:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760776.341033:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760776.341040:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760776.341055:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760776.341185:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24256512<>24260608
00000100:00100000:2.0:1789760776.341225:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760776.341242:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484327296:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760776.385631:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973240 gen 2
00000008:00010000:2.0:1789760776.385685:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760776.385694:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760776.385704:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760776.385729:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760776.385760:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484327296:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760776.386010:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5922, 5922]
00000080:00200000:1.0:1789760776.386026:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760776.386032:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760776.386047:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24260608 i_blocks 49159
00000020:00200000:1.0:1789760776.386051:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760776.386061:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760776.386228:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24260608, count: 4096
00000080:00200000:1.0:1789760776.386236:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24260608, bytes: 4096
00000080:00200000:1.0:1789760776.386246:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760776.386254:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760776.386257:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24260608, 24264704) 0 0
00000080:00200000:1.0:1789760776.386261:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760776.386277:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5923, 5923]
00020000:00200000:1.0:1789760776.386285:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24260608 chunk: [24260608, 24264704) 24264704, 4096
00020000:00200000:1.0:1789760776.386289:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760776.386307:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5923, 5923]
00000008:00010000:1.0:1789760776.386323:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760776.386328:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760776.386338:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24260608, 24264704) append 0 append lockpos 0
00000080:00200000:1.0:1789760776.386351:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24260608=0x1723000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760776.386403:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760776.386406:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24264704
00000020:00010000:1.0:1789760776.386414:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760776.386417:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760776.386421:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760776.386424:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760776.386427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760776.386434:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760776.386440:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760776.386455:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760776.386553:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 24260608<>24264704
00000100:00100000:1.0:1789760776.386599:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760776.386617:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484327424:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.413290:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973241 gen 2
00000008:00010000:1.0:1789760776.413343:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760776.413353:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.413365:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.413818:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760776.413851:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484327424:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760776.414495:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5923, 5923]
00000080:00200000:2.0:1789760776.414513:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760776.414519:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760776.414536:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24264704 i_blocks 49159
00000020:00200000:2.0:1789760776.414540:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760776.414551:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760776.414583:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24264704, count: 4096
00000080:00200000:2.0:1789760776.414592:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24264704, bytes: 4096
00000080:00200000:2.0:1789760776.414604:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760776.414613:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760776.414616:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24264704, 24268800) 0 0
00000080:00200000:2.0:1789760776.414620:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760776.414636:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5924, 5924]
00020000:00200000:2.0:1789760776.414699:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24264704 chunk: [24264704, 24268800) 24268800, 4096
00020000:00200000:2.0:1789760776.414705:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760776.414727:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5924, 5924]
00000008:00010000:2.0:1789760776.414745:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760776.414751:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760776.414971:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24264704, 24268800) append 0 append lockpos 0
00000080:00200000:2.0:1789760776.414987:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24264704=0x1724000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760776.415049:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760776.415052:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24268800
00000020:00010000:2.0:1789760776.415061:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760776.415065:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.415068:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.415072:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760776.415075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760776.415083:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760776.415154:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760776.415173:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760776.415353:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24264704<>24268800
00000100:00100000:2.0:1789760776.444538:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973242 gen 2
00000008:00010000:2.0:1789760776.444587:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760776.444595:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760776.444607:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760776.444630:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760776.444660:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484327552:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760776.444775:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5924, 5924]
00000080:00200000:1.0:1789760776.444791:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760776.444796:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760776.444811:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24268800 i_blocks 49159
00000020:00200000:1.0:1789760776.444815:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760776.444826:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760776.444859:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24268800, count: 4096
00000080:00200000:1.0:1789760776.444903:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24268800, bytes: 4096
00000080:00200000:1.0:1789760776.444913:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760776.444921:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760776.444924:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24268800, 24272896) 0 0
00000080:00200000:1.0:1789760776.444928:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760776.444946:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5925, 5925]
00020000:00200000:1.0:1789760776.444955:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24268800 chunk: [24268800, 24272896) 24272896, 4096
00020000:00200000:1.0:1789760776.444960:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760776.444980:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5925, 5925]
00000008:00010000:1.0:1789760776.444998:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760776.445003:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760776.445015:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24268800, 24272896) append 0 append lockpos 0
00000080:00200000:1.0:1789760776.445028:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24268800=0x1725000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760776.445084:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760776.445086:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24272896
00000020:00010000:1.0:1789760776.445108:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760776.445112:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760776.445115:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760776.445119:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760776.445121:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760776.445129:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760776.445136:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760776.445152:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760776.445311:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 24268800<>24272896
00000100:00100000:0.0:1789760776.445383:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484327680:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760776.474733:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973243 gen 2
00000008:00010000:0.0:1789760776.474787:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760776.474796:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760776.474806:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760776.474827:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760776.474858:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484327680:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760776.475605:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484327808:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760776.517321:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973244 gen 2
00000008:00010000:2.0:1789760776.517371:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760776.517380:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760776.517391:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760776.517413:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760776.517443:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484327808:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760776.546617:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973245 gen 2
00000008:00010000:2.0:1789760776.546666:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760776.546675:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760776.546686:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760776.546714:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760776.546744:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484327936:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.546793:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5927, 5927]
00000080:00200000:0.0:1789760776.546812:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.546818:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.546833:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24281088 i_blocks 49159
00000020:00200000:0.0:1789760776.546837:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.546848:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.546909:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24281088, count: 4096
00000080:00200000:0.0:1789760776.546917:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24281088, bytes: 4096
00000080:00200000:0.0:1789760776.546927:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.546936:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.546938:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24281088, 24285184) 0 0
00000080:00200000:0.0:1789760776.546942:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.546959:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5928, 5928]
00020000:00200000:0.0:1789760776.546967:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24281088 chunk: [24281088, 24285184) 24285184, 4096
00020000:00200000:0.0:1789760776.546972:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.546989:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5928, 5928]
00000008:00010000:0.0:1789760776.547006:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.547012:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.547022:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24281088, 24285184) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.547035:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24281088=0x1728000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.547105:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.547109:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24285184
00000020:00010000:0.0:1789760776.547116:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.547120:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.547123:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.547126:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.547130:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.547141:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.547148:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.547164:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760776.547263:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 24281088<>24285184
00000100:00100000:0.0:1789760776.547304:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760776.547318:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328064:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760776.583434:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973246 gen 2
00000008:00010000:0.0:1789760776.583489:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760776.583497:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760776.583508:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760776.583534:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760776.583563:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328064:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760776.583611:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5928, 5928]
00000080:00200000:2.0:1789760776.583628:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760776.583634:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760776.583650:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24285184 i_blocks 49159
00000020:00200000:2.0:1789760776.583654:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760776.583665:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760776.583693:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24285184, count: 4096
00000080:00200000:2.0:1789760776.583699:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24285184, bytes: 4096
00000080:00200000:2.0:1789760776.583707:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760776.583714:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760776.583717:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24285184, 24289280) 0 0
00000080:00200000:2.0:1789760776.583721:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760776.583738:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5929, 5929]
00020000:00200000:2.0:1789760776.583747:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24285184 chunk: [24285184, 24289280) 24289280, 4096
00020000:00200000:2.0:1789760776.583752:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760776.583914:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5929, 5929]
00000008:00010000:2.0:1789760776.583934:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760776.583940:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760776.583953:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24285184, 24289280) append 0 append lockpos 0
00000080:00200000:2.0:1789760776.583966:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24285184=0x1729000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760776.584027:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760776.584030:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24289280
00000020:00010000:2.0:1789760776.584039:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760776.584043:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.584046:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.584049:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760776.584053:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760776.584061:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760776.584069:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760776.584085:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760776.584266:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24285184<>24289280
00000100:00100000:2.0:1789760776.620094:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973247 gen 2
00000008:00010000:2.0:1789760776.620149:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760776.620158:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760776.620167:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760776.620192:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760776.620224:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484328192:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.620514:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5929, 5929]
00000080:00200000:0.0:1789760776.620531:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.620536:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.620552:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24289280 i_blocks 49159
00000020:00200000:0.0:1789760776.620555:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.620565:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.620597:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24289280, count: 4096
00000080:00200000:0.0:1789760776.620604:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24289280, bytes: 4096
00000080:00200000:0.0:1789760776.620613:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.620631:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.620633:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24289280, 24293376) 0 0
00000080:00200000:0.0:1789760776.620638:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.620656:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5930, 5930]
00020000:00200000:0.0:1789760776.620665:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24289280 chunk: [24289280, 24293376) 24293376, 4096
00020000:00200000:0.0:1789760776.620670:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.620690:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5930, 5930]
00000008:00010000:0.0:1789760776.620707:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.620714:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.620726:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24289280, 24293376) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.620740:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24289280=0x172a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.620799:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.620802:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24293376
00000020:00010000:0.0:1789760776.620812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.620816:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.620819:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.620823:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.620826:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.620834:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.620840:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.620857:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760776.621797:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 24289280<>24293376
00000100:00100000:0.0:1789760776.621899:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328320:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760776.665737:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760776.665751:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760776.665763:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760776.665787:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760776.665817:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328320:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760776.666295:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5930, 5930]
00000080:00200000:2.0:1789760776.666313:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760776.666390:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760776.666406:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24293376 i_blocks 49159
00000020:00200000:2.0:1789760776.666411:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760776.666422:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760776.666455:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24293376, count: 4096
00000080:00200000:2.0:1789760776.666463:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24293376, bytes: 4096
00000080:00200000:2.0:1789760776.666474:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760776.666484:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760776.666486:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24293376, 24297472) 0 0
00000080:00200000:2.0:1789760776.666491:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760776.666508:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5931, 5931]
00020000:00200000:2.0:1789760776.666567:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24293376 chunk: [24293376, 24297472) 24297472, 4096
00020000:00200000:2.0:1789760776.666574:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760776.666598:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5931, 5931]
00000008:00010000:2.0:1789760776.666618:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760776.666624:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760776.666634:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24293376, 24297472) append 0 append lockpos 0
00000080:00200000:2.0:1789760776.666649:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24293376=0x172b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760776.666788:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760776.666792:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24297472
00000020:00010000:2.0:1789760776.666801:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760776.666805:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.666808:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.666811:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760776.666814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760776.666822:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760776.666828:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760776.666843:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760776.667504:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24293376<>24297472
00000100:00100000:2.0:1789760776.667572:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760776.667596:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484328448:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760776.718031:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973249 gen 2
00000008:00010000:2.0:1789760776.718106:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760776.718115:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760776.718124:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760776.718152:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760776.718180:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484328448:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.718797:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5931, 5931]
00000080:00200000:0.0:1789760776.718819:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.718824:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.718837:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24297472 i_blocks 49159
00000020:00200000:0.0:1789760776.718842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.718855:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.718913:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24297472, count: 4096
00000080:00200000:0.0:1789760776.718921:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24297472, bytes: 4096
00000080:00200000:0.0:1789760776.718933:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.718940:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.718942:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24297472, 24301568) 0 0
00000080:00200000:0.0:1789760776.718946:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.718957:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5932, 5932]
00020000:00200000:0.0:1789760776.718963:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24297472 chunk: [24297472, 24301568) 24301568, 4096
00020000:00200000:0.0:1789760776.718967:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.718982:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5932, 5932]
00000008:00010000:0.0:1789760776.718996:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.719001:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.719010:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24297472, 24301568) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.719020:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24297472=0x172c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.719067:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.719070:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24301568
00000020:00010000:0.0:1789760776.719076:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.719080:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.719082:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.719095:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.719099:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.719106:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.719111:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.719129:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760776.719218:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 24297472<>24301568
00000100:00100000:1.0:1789760776.719302:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484328576:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.765944:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973250 gen 2
00000008:00010000:1.0:1789760776.765980:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760776.765987:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.765995:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.766018:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760776.766042:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484328576:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.766216:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5932, 5932]
00000080:00200000:0.0:1789760776.766228:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.766232:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.766244:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24301568 i_blocks 49159
00000020:00200000:0.0:1789760776.766247:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.766254:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.766282:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24301568, count: 4096
00000080:00200000:0.0:1789760776.766289:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24301568, bytes: 4096
00000080:00200000:0.0:1789760776.766297:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.766304:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.766306:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24301568, 24305664) 0 0
00000080:00200000:0.0:1789760776.766310:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.766322:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5933, 5933]
00020000:00200000:0.0:1789760776.766329:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24301568 chunk: [24301568, 24305664) 24305664, 4096
00020000:00200000:0.0:1789760776.766333:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.766347:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5933, 5933]
00000008:00010000:0.0:1789760776.766361:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.766365:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.766374:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24301568, 24305664) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.766384:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24301568=0x172d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.766425:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.766428:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24305664
00000020:00010000:0.0:1789760776.766434:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.766438:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.766441:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.766444:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.766446:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.766452:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.766457:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.766471:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760776.766551:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 24301568<>24305664
00000100:00100000:1.0:1789760776.766703:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328704:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.806824:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973251 gen 2
00000008:00010000:1.0:1789760776.806886:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760776.806894:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.806902:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.806925:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760776.806949:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328704:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.807065:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5933, 5933]
00000080:00200000:0.0:1789760776.807077:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.807082:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.807104:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24305664 i_blocks 49159
00000020:00200000:0.0:1789760776.807116:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.807125:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.807536:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24305664, count: 4096
00000080:00200000:0.0:1789760776.807544:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24305664, bytes: 4096
00000080:00200000:0.0:1789760776.807555:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.807563:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.807565:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24305664, 24309760) 0 0
00000080:00200000:0.0:1789760776.807569:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.807582:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5934, 5934]
00020000:00200000:0.0:1789760776.807589:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24305664 chunk: [24305664, 24309760) 24309760, 4096
00020000:00200000:0.0:1789760776.807593:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.807608:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5934, 5934]
00000008:00010000:0.0:1789760776.807621:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.807625:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.807635:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24305664, 24309760) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.807646:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24305664=0x172e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.807694:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.807697:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24309760
00000020:00010000:0.0:1789760776.807704:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.807706:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.807709:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.807712:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.807715:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.807721:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.807727:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.807741:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760776.807821:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 24305664<>24309760
00000100:00100000:1.0:1789760776.807934:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760776.807949:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328832:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.839993:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973252 gen 2
00000008:00010000:1.0:1789760776.840030:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760776.840037:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.840046:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.840067:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760776.840103:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328832:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.840391:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5934, 5934]
00000080:00200000:0.0:1789760776.840405:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.840410:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.840421:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24309760 i_blocks 49159
00000020:00200000:0.0:1789760776.840425:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.840434:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.840465:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24309760, count: 4096
00000080:00200000:0.0:1789760776.840471:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24309760, bytes: 4096
00000080:00200000:0.0:1789760776.840480:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.840488:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.840490:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24309760, 24313856) 0 0
00000080:00200000:0.0:1789760776.840494:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.840507:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5935, 5935]
00020000:00200000:0.0:1789760776.840514:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24309760 chunk: [24309760, 24313856) 24313856, 4096
00020000:00200000:0.0:1789760776.840531:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.840547:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5935, 5935]
00000008:00010000:0.0:1789760776.840562:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.840566:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.840575:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24309760, 24313856) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.840586:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24309760=0x172f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.840630:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.840633:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24313856
00000020:00010000:0.0:1789760776.840639:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.840642:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.840645:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.840649:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.840651:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.840657:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.840663:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.840677:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760776.840759:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2febb80 - object 0x280000401:2 offset 24309760<>24313856
00000100:00100000:1.0:1789760776.841156:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328960:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760776.878570:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973253 gen 2
00000008:00010000:1.0:1789760776.878610:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760776.878628:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.878638:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.878984:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5935, 5935]
00000080:00200000:0.0:1789760776.878997:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.879003:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.879014:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24313856 i_blocks 49159
00000020:00200000:0.0:1789760776.879018:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.879026:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.879054:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24313856, count: 4096
00000080:00200000:0.0:1789760776.879062:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24313856, bytes: 4096
00000080:00200000:0.0:1789760776.879096:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.879104:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.879106:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24313856, 24317952) 0 0
00000080:00200000:0.0:1789760776.879110:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.879132:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5936, 5936]
00020000:00200000:0.0:1789760776.879140:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24313856 chunk: [24313856, 24317952) 24317952, 4096
00020000:00200000:0.0:1789760776.879144:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.879160:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5936, 5936]
00000008:00010000:0.0:1789760776.879173:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.879177:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.879186:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24313856, 24317952) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.879196:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24313856=0x1730000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.879250:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.879253:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24317952
00000020:00010000:0.0:1789760776.879259:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.879263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.879265:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.879269:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.879272:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.879278:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.879283:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.879300:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760776.879384:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9500 - object 0x280000401:2 offset 24313856<>24317952
00000008:00010000:1.0:1789760776.879386:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760776.879407:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484328960:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760776.879441:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484329088:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760776.934734:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760776.934746:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760776.934756:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760776.935002:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760776.935026:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484329088:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760776.935046:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5936, 5936]
00000080:00200000:2.0:1789760776.935067:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760776.935072:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760776.935083:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24317952 i_blocks 49159
00000020:00200000:2.0:1789760776.935098:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760776.935107:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760776.935134:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24317952, count: 4096
00000080:00200000:2.0:1789760776.935140:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24317952, bytes: 4096
00000080:00200000:2.0:1789760776.935152:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760776.935159:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760776.935161:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24317952, 24322048) 0 0
00000080:00200000:2.0:1789760776.935165:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760776.935177:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5937, 5937]
00020000:00200000:2.0:1789760776.935185:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24317952 chunk: [24317952, 24322048) 24322048, 4096
00020000:00200000:2.0:1789760776.935189:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760776.935203:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5937, 5937]
00000008:00010000:2.0:1789760776.935217:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760776.935222:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760776.935231:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24317952, 24322048) append 0 append lockpos 0
00000080:00200000:2.0:1789760776.935241:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24317952=0x1731000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760776.935318:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760776.935321:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24322048
00000020:00010000:2.0:1789760776.935329:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760776.935332:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.935335:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760776.935338:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760776.935341:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760776.935347:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760776.935353:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760776.935367:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760776.935445:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24317952<>24322048
00000100:00100000:2.0:1789760776.970380:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973255 gen 2
00000008:00010000:2.0:1789760776.970426:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760776.970432:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760776.970441:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760776.970467:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760776.970490:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484329216:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760776.972364:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5937, 5937]
00000080:00200000:0.0:1789760776.972385:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.972390:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.972404:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24322048 i_blocks 49159
00000020:00200000:0.0:1789760776.972408:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.972421:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.972452:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24322048, count: 4096
00000080:00200000:0.0:1789760776.972459:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24322048, bytes: 4096
00000080:00200000:0.0:1789760776.972471:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.972478:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.972480:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24322048, 24326144) 0 0
00000080:00200000:0.0:1789760776.972484:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.972497:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5938, 5938]
00020000:00200000:0.0:1789760776.972503:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24322048 chunk: [24322048, 24326144) 24326144, 4096
00020000:00200000:0.0:1789760776.972507:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.972523:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5938, 5938]
00000008:00010000:0.0:1789760776.972536:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.972540:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760776.972549:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24322048, 24326144) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.972560:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24322048=0x1732000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.972611:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.972613:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24326144
00000020:00010000:0.0:1789760776.972620:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.972623:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.972627:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.972630:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.972633:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.972640:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.972645:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.972662:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760776.972747:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 24322048<>24326144
00000100:00100000:0.0:1789760776.972797:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760776.976752:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484329344:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760777.009702:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973256 gen 2
00000008:00010000:0.0:1789760777.009752:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760777.009760:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760777.009769:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760777.009788:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760777.009815:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484329344:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760777.010370:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5938, 5938]
00000080:00200000:1.0:1789760777.010391:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760777.010396:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760777.010408:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24326144 i_blocks 49159
00000020:00200000:1.0:1789760777.010413:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760777.010427:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760777.010455:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24326144, count: 4096
00000080:00200000:1.0:1789760777.010463:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24326144, bytes: 4096
00000080:00200000:1.0:1789760777.010474:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760777.010482:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760777.010484:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24326144, 24330240) 0 0
00000080:00200000:1.0:1789760777.010487:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760777.010500:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5939, 5939]
00020000:00200000:1.0:1789760777.010507:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24326144 chunk: [24326144, 24330240) 24330240, 4096
00020000:00200000:1.0:1789760777.010511:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760777.010528:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5939, 5939]
00000008:00010000:1.0:1789760777.010542:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760777.010547:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760777.010556:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24326144, 24330240) append 0 append lockpos 0
00000080:00200000:1.0:1789760777.010571:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24326144=0x1733000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760777.010630:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760777.010633:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24330240
00000020:00010000:1.0:1789760777.010640:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760777.010789:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.010794:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.010797:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760777.010800:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760777.010807:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760777.010814:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760777.010833:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760777.011901:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 24326144<>24330240
00000100:00100000:1.0:1789760777.011941:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760777.011960:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484329472:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760777.019305:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760777.061473:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973257 gen 2
00000008:00010000:1.0:1789760777.061525:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760777.061533:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.061544:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.061569:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760777.061599:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484329472:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760777.061703:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5939, 5939]
00000080:00200000:0.0:1789760777.061716:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.061721:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.061735:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24330240 i_blocks 49159
00000020:00200000:0.0:1789760777.061738:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.061746:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.061775:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24330240, count: 4096
00000080:00200000:0.0:1789760777.061781:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24330240, bytes: 4096
00000080:00200000:0.0:1789760777.061788:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.061795:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.061797:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24330240, 24334336) 0 0
00000080:00200000:0.0:1789760777.061801:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.061814:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5940, 5940]
00020000:00200000:0.0:1789760777.061821:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24330240 chunk: [24330240, 24334336) 24334336, 4096
00020000:00200000:0.0:1789760777.061824:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.061839:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5940, 5940]
00000008:00010000:0.0:1789760777.061853:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.061858:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760777.061951:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24330240, 24334336) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.061966:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24330240=0x1734000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.062021:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.062024:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24334336
00000020:00010000:0.0:1789760777.062032:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.062036:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.062039:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.062043:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.062046:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.062053:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.062059:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.062071:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760777.062191:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 24330240<>24334336
00000100:00100000:0.0:1789760777.062235:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760777.062249:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484329600:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760777.090950:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760777.090967:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760777.090978:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760777.091052:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760777.091082:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484329600:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760777.091162:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5940, 5940]
00000080:00200000:2.0:1789760777.091242:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760777.091249:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760777.091267:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24334336 i_blocks 49159
00000020:00200000:2.0:1789760777.091272:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760777.091283:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760777.091321:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24334336, count: 4096
00000080:00200000:2.0:1789760777.091329:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24334336, bytes: 4096
00000080:00200000:2.0:1789760777.091340:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760777.091349:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760777.091351:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24334336, 24338432) 0 0
00000080:00200000:2.0:1789760777.091356:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760777.091373:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5941, 5941]
00020000:00200000:2.0:1789760777.091384:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24334336 chunk: [24334336, 24338432) 24338432, 4096
00020000:00200000:2.0:1789760777.091389:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760777.091409:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5941, 5941]
00000008:00010000:2.0:1789760777.091427:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760777.091433:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760777.091444:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24334336, 24338432) append 0 append lockpos 0
00000080:00200000:2.0:1789760777.091456:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24334336=0x1735000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760777.091517:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760777.091521:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24338432
00000020:00010000:2.0:1789760777.091530:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760777.091534:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.091537:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.091541:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760777.091543:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760777.091551:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760777.091557:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760777.091740:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760777.091836:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24334336<>24338432
00000100:00100000:2.0:1789760777.130337:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973259 gen 2
00000008:00010000:2.0:1789760777.130399:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760777.130408:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.130418:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.130440:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760777.130469:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484329728:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760777.130827:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5941, 5941]
00000080:00200000:0.0:1789760777.130844:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.130850:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.130971:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24338432 i_blocks 49159
00000020:00200000:0.0:1789760777.130976:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.130987:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.131020:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24338432, count: 4096
00000080:00200000:0.0:1789760777.131027:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24338432, bytes: 4096
00000080:00200000:0.0:1789760777.131037:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.131045:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.131048:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24338432, 24342528) 0 0
00000080:00200000:0.0:1789760777.131053:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.131071:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5942, 5942]
00020000:00200000:0.0:1789760777.131080:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24338432 chunk: [24338432, 24342528) 24342528, 4096
00020000:00200000:0.0:1789760777.131096:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.131256:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5942, 5942]
00000008:00010000:0.0:1789760777.131275:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.131281:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760777.131293:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24338432, 24342528) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.131306:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24338432=0x1736000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.131364:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.131368:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24342528
00000020:00010000:0.0:1789760777.131387:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.131391:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.131394:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.131397:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.131400:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.131408:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.131415:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.131433:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760777.131530:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9f80 - object 0x280000401:2 offset 24338432<>24342528
00000100:00100000:1.0:1789760777.132007:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760777.132033:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484329856:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760777.161729:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973260 gen 2
00000008:00010000:1.0:1789760777.161782:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760777.161790:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.161801:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.161825:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760777.161857:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484329856:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760777.162247:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5942, 5942]
00000080:00200000:0.0:1789760777.162265:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.162271:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.162288:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24342528 i_blocks 49159
00000020:00200000:0.0:1789760777.162293:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.164429:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.164471:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24342528, count: 4096
00000080:00200000:0.0:1789760777.164482:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24342528, bytes: 4096
00000080:00200000:0.0:1789760777.164498:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.164509:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.164511:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24342528, 24346624) 0 0
00000080:00200000:0.0:1789760777.164518:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.164605:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5943, 5943]
00020000:00200000:0.0:1789760777.164616:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24342528 chunk: [24342528, 24346624) 24346624, 4096
00020000:00200000:0.0:1789760777.164622:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.164646:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5943, 5943]
00000008:00010000:0.0:1789760777.164665:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.164671:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760777.164683:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24342528, 24346624) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.164697:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24342528=0x1737000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.167263:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.167276:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24346624
00000020:00010000:0.0:1789760777.167294:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.167299:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.167304:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.167308:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.167312:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.167324:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.167335:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.167374:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760777.167498:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9f80 - object 0x280000401:2 offset 24342528<>24346624
00000100:00100000:1.0:1789760777.168036:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484329984:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760777.210437:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973261 gen 2
00000008:00010000:1.0:1789760777.210485:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760777.210494:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.210505:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.210536:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760777.210568:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484329984:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760777.210700:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5943, 5943]
00000080:00200000:2.0:1789760777.210717:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760777.210723:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760777.210740:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24346624 i_blocks 49159
00000020:00200000:2.0:1789760777.210744:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760777.210754:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760777.210789:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24346624, count: 4096
00000080:00200000:2.0:1789760777.210796:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24346624, bytes: 4096
00000080:00200000:2.0:1789760777.210806:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760777.210816:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760777.210818:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24346624, 24350720) 0 0
00000080:00200000:2.0:1789760777.210823:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760777.210840:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5944, 5944]
00020000:00200000:2.0:1789760777.210849:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24346624 chunk: [24346624, 24350720) 24350720, 4096
00020000:00200000:2.0:1789760777.210854:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760777.210918:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5944, 5944]
00000008:00010000:2.0:1789760777.210938:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760777.210944:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760777.210957:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24346624, 24350720) append 0 append lockpos 0
00000080:00200000:2.0:1789760777.210974:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24346624=0x1738000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760777.211038:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760777.211041:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24350720
00000020:00010000:2.0:1789760777.211050:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760777.211054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.211058:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.211062:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760777.211065:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760777.211072:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760777.211079:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760777.211106:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760777.211214:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24346624<>24350720
00000100:00100000:2.0:1789760777.211264:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760777.211282:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484330112:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760777.262580:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760777.262596:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.262608:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.262635:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760777.262665:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484330112:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760777.263222:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5944, 5944]
00000080:00200000:1.0:1789760777.263240:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760777.263246:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760777.263261:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24350720 i_blocks 49159
00000020:00200000:1.0:1789760777.263266:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760777.263277:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760777.263427:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24350720, count: 4096
00000080:00200000:1.0:1789760777.263436:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24350720, bytes: 4096
00000080:00200000:1.0:1789760777.263447:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760777.263456:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760777.263458:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24350720, 24354816) 0 0
00000080:00200000:1.0:1789760777.263462:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760777.263479:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5945, 5945]
00020000:00200000:1.0:1789760777.263489:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24350720 chunk: [24350720, 24354816) 24354816, 4096
00020000:00200000:1.0:1789760777.263494:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760777.263512:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5945, 5945]
00000008:00010000:1.0:1789760777.263526:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760777.263532:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760777.263544:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24350720, 24354816) append 0 append lockpos 0
00000080:00200000:1.0:1789760777.263558:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24350720=0x1739000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760777.263622:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760777.263625:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24354816
00000020:00010000:1.0:1789760777.263634:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760777.263637:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.263640:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.263643:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760777.263646:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760777.263654:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760777.263660:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760777.263679:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760777.264739:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 24350720<>24354816
00000100:00100000:1.0:1789760777.264836:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760777.264855:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484330240:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760777.315651:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973262 gen 2
00000100:00100000:1.0:1789760777.315699:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8d84a8a80 x1876699484330240/t4294973263(4294973263) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760793 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760777.315766:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760777.315773:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.315782:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.315805:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760777.315830:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484330240:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760777.315979:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5945, 5945]
00000080:00200000:2.0:1789760777.315995:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760777.316000:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760777.316014:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24354816 i_blocks 49159
00000020:00200000:2.0:1789760777.316017:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760777.316025:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760777.316111:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24354816, count: 4096
00000080:00200000:2.0:1789760777.316120:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24354816, bytes: 4096
00000080:00200000:2.0:1789760777.316131:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760777.316139:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760777.316142:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24354816, 24358912) 0 0
00000080:00200000:2.0:1789760777.316146:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760777.316163:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5946, 5946]
00020000:00200000:2.0:1789760777.316172:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24354816 chunk: [24354816, 24358912) 24358912, 4096
00020000:00200000:2.0:1789760777.316177:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760777.316196:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5946, 5946]
00000008:00010000:2.0:1789760777.316215:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760777.316220:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760777.316233:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24354816, 24358912) append 0 append lockpos 0
00000080:00200000:2.0:1789760777.316245:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24354816=0x173a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760777.316307:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760777.316310:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24358912
00000020:00010000:2.0:1789760777.316984:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760777.316990:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.316995:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.316999:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760777.317001:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760777.317010:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760777.317017:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760777.317039:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760777.317207:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 24354816<>24358912
00000100:00100000:2.0:1789760777.354958:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973263 gen 2
00000100:00100000:2.0:1789760777.355075:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c33dc000 x1876699484330368/t4294973264(4294973264) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760793 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760777.355136:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760777.355144:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.355154:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.355230:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760777.355258:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484330368:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.400822:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973265 gen 2
00000008:00010000:2.0:1789760777.400920:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760777.400928:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.400938:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.400957:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760777.400987:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484330496:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760777.401442:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5947, 5947]
00000080:00200000:0.0:1789760777.401459:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.401466:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.401481:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24363008 i_blocks 49159
00000020:00200000:0.0:1789760777.401485:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.401496:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.401531:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24363008, count: 4096
00000080:00200000:0.0:1789760777.401609:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24363008, bytes: 4096
00000080:00200000:0.0:1789760777.401624:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.401633:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.401635:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24363008, 24367104) 0 0
00000080:00200000:0.0:1789760777.401640:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.401658:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5948, 5948]
00020000:00200000:0.0:1789760777.401666:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24363008 chunk: [24363008, 24367104) 24367104, 4096
00020000:00200000:0.0:1789760777.401672:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.401693:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5948, 5948]
00000008:00010000:0.0:1789760777.401710:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.401716:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760777.401728:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24363008, 24367104) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.401741:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24363008=0x173c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.401798:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.401803:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24367104
00000020:00010000:0.0:1789760777.401810:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.401814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.401816:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.401821:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.401823:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.401831:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.401839:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.401856:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760777.405424:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 24363008<>24367104
00000100:00100000:0.0:1789760777.405506:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760777.406115:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484330624:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760777.461672:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973266 gen 2
00000008:00010000:0.0:1789760777.461725:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760777.461733:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760777.461743:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760777.461769:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760777.461799:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484330624:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760777.461937:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5948, 5948]
00000080:00200000:2.0:1789760777.461956:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760777.461962:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760777.461977:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24367104 i_blocks 49159
00000020:00200000:2.0:1789760777.461980:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760777.461990:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760777.462023:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24367104, count: 4096
00000080:00200000:2.0:1789760777.462030:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24367104, bytes: 4096
00000080:00200000:2.0:1789760777.462040:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760777.462048:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760777.462051:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24367104, 24371200) 0 0
00000080:00200000:2.0:1789760777.462055:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760777.462071:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5949, 5949]
00020000:00200000:2.0:1789760777.462090:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24367104 chunk: [24367104, 24371200) 24371200, 4096
00020000:00200000:2.0:1789760777.462096:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760777.462115:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5949, 5949]
00000008:00010000:2.0:1789760777.462133:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760777.462139:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760777.462150:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24367104, 24371200) append 0 append lockpos 0
00000080:00200000:2.0:1789760777.462164:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24367104=0x173d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760777.462232:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760777.462236:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24371200
00000020:00010000:2.0:1789760777.462244:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760777.462248:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.462251:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.462254:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760777.462257:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760777.462264:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760777.462270:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760777.462285:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760777.462379:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 24367104<>24371200
00000100:00100000:2.0:1789760777.462429:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760777.462447:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484330752:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.502144:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973267 gen 2
00000008:00010000:2.0:1789760777.502204:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:2.0:1789760777.502212:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.502222:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.502251:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:2.0:1789760777.502282:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484330752:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760777.502391:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5949, 5949]
00000080:00200000:0.0:1789760777.502407:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.502413:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.502429:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24371200 i_blocks 49159
00000020:00200000:0.0:1789760777.502434:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.502445:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.502477:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24371200, count: 4096
00000080:00200000:0.0:1789760777.502485:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24371200, bytes: 4096
00000080:00200000:0.0:1789760777.502495:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.502505:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.502507:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24371200, 24375296) 0 0
00000080:00200000:0.0:1789760777.502512:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.502528:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5950, 5950]
00020000:00200000:0.0:1789760777.502536:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24371200 chunk: [24371200, 24375296) 24375296, 4096
00020000:00200000:0.0:1789760777.502541:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.502560:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5950, 5950]
00000008:00010000:0.0:1789760777.502577:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.502583:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760777.502595:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24371200, 24375296) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.502608:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24371200=0x173e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.502667:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.502670:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24375296
00000020:00010000:0.0:1789760777.502678:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.502682:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.502685:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.502688:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.502691:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.502699:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.502706:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.502722:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760777.502824:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 24371200<>24375296
00000100:00100000:1.0:1789760777.502925:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760777.502945:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484330880:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760777.536791:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973268 gen 2
00000008:00010000:1.0:1789760777.536835:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760777.536842:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.536852:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.536904:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760777.536930:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484330880:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760777.537110:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5950, 5950]
00000080:00200000:0.0:1789760777.537127:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.537133:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.537149:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24375296 i_blocks 49159
00000020:00200000:0.0:1789760777.537153:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.537164:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.537197:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24375296, count: 4096
00000080:00200000:0.0:1789760777.537205:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24375296, bytes: 4096
00000080:00200000:0.0:1789760777.537214:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.537224:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.537226:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24375296, 24379392) 0 0
00000080:00200000:0.0:1789760777.537231:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.537246:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5951, 5951]
00020000:00200000:0.0:1789760777.537254:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24375296 chunk: [24375296, 24379392) 24379392, 4096
00020000:00200000:0.0:1789760777.537258:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.537278:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5951, 5951]
00000008:00010000:0.0:1789760777.537295:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.537301:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760777.537312:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24375296, 24379392) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.537327:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24375296=0x173f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.537385:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.537388:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24379392
00000020:00010000:0.0:1789760777.537396:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.537400:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.537403:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.537406:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.537409:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.537418:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.537425:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.537441:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760777.537546:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9500 - object 0x280000401:2 offset 24375296<>24379392
00000100:00100000:1.0:1789760777.537625:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484331008:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760777.565761:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973269 gen 2
00000008:00010000:1.0:1789760777.565816:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760777.565824:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.565835:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.565858:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760777.565929:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484331008:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.601718:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973270 gen 2
00000008:00010000:2.0:1789760777.601766:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760777.601774:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.601784:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.601806:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760777.601836:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484331136:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.602516:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484331264:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.631944:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973271 gen 2
00000008:00010000:2.0:1789760777.632000:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760777.632008:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.632018:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.632039:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760777.632069:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484331264:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.633363:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331392:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.671546:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973272 gen 2
00000008:00010000:2.0:1789760777.671598:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760777.671607:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.671617:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.671639:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760777.671669:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331392:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.672613:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760777.672632:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331520:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.703379:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973273 gen 2
00000008:00010000:2.0:1789760777.703426:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760777.703435:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.703446:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.703461:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760777.703490:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331520:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.704183:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331648:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.737482:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973274 gen 2
00000008:00010000:2.0:1789760777.737531:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760777.737540:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.737551:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.737572:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760777.737602:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331648:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.738329:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760777.738349:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331776:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.769972:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973275 gen 2
00000008:00010000:2.0:1789760777.770023:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760777.770031:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.770040:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.770063:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760777.770608:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331776:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760777.770655:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000008:00100000:2.0:1789760777.770755:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 24403968<>24408064
00000100:00100000:2.0:1789760777.770805:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331904:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760777.811720:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760777.811736:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.811747:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.811767:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760777.811798:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484331904:192.168.203.110@tcp:4:dd.0
00000080:00200008:2.0:1789760777.811946:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24408064, count: 4096
00000080:00200000:2.0:1789760777.811955:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24408064, bytes: 4096
00000080:00200000:2.0:1789760777.811966:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760777.811976:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760777.811979:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24408064, 24412160) 0 0
00000080:00200000:2.0:1789760777.811984:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760777.812001:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5959, 5959]
00020000:00200000:2.0:1789760777.812010:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24408064 chunk: [24408064, 24412160) 24412160, 4096
00020000:00200000:2.0:1789760777.812015:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760777.812063:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5959, 5959]
00000008:00010000:2.0:1789760777.812076:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760777.812094:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760777.812107:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24408064, 24412160) append 0 append lockpos 0
00000080:00200000:2.0:1789760777.812121:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24408064=0x1747000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760777.812172:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760777.812175:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24412160
00000020:00010000:2.0:1789760777.812182:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef128 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760777.812186:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef128 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.812189:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d878/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760777.812192:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef128 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760777.812195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760777.812202:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760777.812208:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760777.812264:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760777.812359:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 24408064<>24412160
00000100:00100000:2.0:1789760777.812390:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760777.812406:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332032:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.834531:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973277 gen 2
00000008:00010000:2.0:1789760777.834595:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000020:00200000:2.0:1789760777.834604:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.834613:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.834672:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000100:00100000:2.0:1789760777.834702:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332032:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.863677:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973278 gen 2
00000008:00010000:2.0:1789760777.863726:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760777.863734:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.863744:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.863767:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760777.863796:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484332160:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.864523:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760777.864541:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332288:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.901563:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973279 gen 2
00000008:00010000:2.0:1789760777.901615:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760777.901624:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.901634:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.901650:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760777.901680:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332288:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.902386:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332416:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.949695:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973280 gen 2
00000008:00010000:2.0:1789760777.949740:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760777.949748:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.949758:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.949778:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760777.949806:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332416:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.950562:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760777.950604:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332544:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.976422:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973281 gen 2
00000008:00010000:2.0:1789760777.976475:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760777.976485:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760777.976496:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760777.976561:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760777.976591:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332544:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760777.977406:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332672:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760778.002391:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973282 gen 2
00000008:00010000:2.0:1789760778.002451:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760778.002460:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760778.002472:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760778.002491:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760778.002523:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332672:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760778.004455:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760778.004482:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332800:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760778.043848:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760778.048209:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973283 gen 2
00000008:00010000:2.0:1789760778.048260:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760778.048269:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760778.048279:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760778.048302:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760778.048340:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332800:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760778.049847:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332928:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760778.100640:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973284 gen 2
00000008:00010000:2.0:1789760778.100692:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760778.100701:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760778.100712:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760778.100796:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760778.100824:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484332928:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760778.102791:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484333056:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760778.141635:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973285 gen 2
00000008:00010000:2.0:1789760778.141686:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760778.141695:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760778.141705:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760778.141773:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760778.141803:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484333056:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760778.149584:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5967, 5967]
00000080:00200000:0.0:1789760778.149618:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.149625:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.149646:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24444928 i_blocks 49159
00000020:00200000:0.0:1789760778.149653:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.149677:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.149713:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24444928, count: 4096
00000080:00200000:0.0:1789760778.149722:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24444928, bytes: 4096
00000080:00200000:0.0:1789760778.149735:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.149745:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.149747:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24444928, 24449024) 0 0
00000080:00200000:0.0:1789760778.149751:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.149769:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5968, 5968]
00020000:00200000:0.0:1789760778.149778:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24444928 chunk: [24444928, 24449024) 24449024, 4096
00020000:00200000:0.0:1789760778.149783:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.149806:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5968, 5968]
00000008:00010000:0.0:1789760778.149826:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.149832:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760778.149844:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24444928, 24449024) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.149884:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24444928=0x1750000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.149954:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.149957:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24449024
00000020:00010000:0.0:1789760778.149966:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.149969:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.149973:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.149976:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.149979:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.149986:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.149993:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.150024:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760778.150145:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2febb80 - object 0x280000401:2 offset 24444928<>24449024
00000100:00100000:1.0:1789760778.150970:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760778.150999:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484333184:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760778.208566:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973286 gen 2
00000008:00010000:1.0:1789760778.208616:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760778.208625:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.208636:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.208662:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760778.208692:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484333184:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760778.209112:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5968, 5968]
00000080:00200000:0.0:1789760778.209130:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.209136:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.209152:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24449024 i_blocks 49159
00000020:00200000:0.0:1789760778.209157:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.209332:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.209367:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24449024, count: 4096
00000080:00200000:0.0:1789760778.209374:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24449024, bytes: 4096
00000080:00200000:0.0:1789760778.209384:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.209393:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.209395:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24449024, 24453120) 0 0
00000080:00200000:0.0:1789760778.209399:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.209416:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5969, 5969]
00020000:00200000:0.0:1789760778.209425:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24449024 chunk: [24449024, 24453120) 24453120, 4096
00020000:00200000:0.0:1789760778.209430:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.209451:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5969, 5969]
00000008:00010000:0.0:1789760778.209470:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.209477:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760778.209489:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24449024, 24453120) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.209502:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24449024=0x1751000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.209565:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.209568:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24453120
00000020:00010000:0.0:1789760778.209575:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.209579:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.209582:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.209585:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.209589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.209596:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.209603:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.209623:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760778.209741:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 24449024<>24453120
00000100:00100000:1.0:1789760778.210092:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484333312:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760778.256556:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973287 gen 2
00000008:00010000:1.0:1789760778.256609:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760778.256618:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.256628:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.256651:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760778.256681:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484333312:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760778.256947:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5969, 5969]
00000080:00200000:0.0:1789760778.256964:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.256970:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.256986:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24453120 i_blocks 49159
00000020:00200000:0.0:1789760778.256991:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.257002:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.257035:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24453120, count: 4096
00000080:00200000:0.0:1789760778.257043:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24453120, bytes: 4096
00000080:00200000:0.0:1789760778.257053:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.257062:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.257065:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24453120, 24457216) 0 0
00000080:00200000:0.0:1789760778.257069:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.257097:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5970, 5970]
00020000:00200000:0.0:1789760778.257116:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24453120 chunk: [24453120, 24457216) 24457216, 4096
00020000:00200000:0.0:1789760778.257121:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.257142:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5970, 5970]
00000008:00010000:0.0:1789760778.257159:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.257266:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760778.257280:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24453120, 24457216) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.257295:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24453120=0x1752000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.257358:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.257361:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24457216
00000020:00010000:0.0:1789760778.257369:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.257373:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.257376:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.257380:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.257384:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.257391:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.257397:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.257415:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760778.257519:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 24453120<>24457216
00000100:00100000:1.0:1789760778.257621:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760778.257641:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484333440:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760778.299227:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760778.299244:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.299254:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.299279:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760778.299308:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484333440:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760778.299359:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5970, 5970]
00000080:00200000:0.0:1789760778.299377:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.299383:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.299399:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24457216 i_blocks 49159
00000020:00200000:0.0:1789760778.299404:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.299415:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.299449:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24457216, count: 4096
00000080:00200000:0.0:1789760778.299457:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24457216, bytes: 4096
00000080:00200000:0.0:1789760778.299466:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.299547:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.299550:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24457216, 24461312) 0 0
00000080:00200000:0.0:1789760778.299555:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.299573:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5971, 5971]
00020000:00200000:0.0:1789760778.299582:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24457216 chunk: [24457216, 24461312) 24461312, 4096
00020000:00200000:0.0:1789760778.299783:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.299807:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5971, 5971]
00000008:00010000:0.0:1789760778.299825:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.299832:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760778.299844:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24457216, 24461312) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.300013:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24457216=0x1753000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.300073:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.300087:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24461312
00000020:00010000:0.0:1789760778.300096:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.300109:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.300113:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.300116:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.300119:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.300127:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.300134:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.300153:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760778.300257:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 24457216<>24461312
00000100:00100000:1.0:1789760778.300428:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484333568:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760778.340666:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973289 gen 2
00000008:00010000:1.0:1789760778.340734:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760778.340742:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.340751:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.341770:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760778.341909:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484333568:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760778.342538:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5971, 5971]
00000080:00200000:0.0:1789760778.342557:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.342564:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.342581:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24461312 i_blocks 49159
00000020:00200000:0.0:1789760778.342588:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.345175:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.345216:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24461312, count: 4096
00000080:00200000:0.0:1789760778.345229:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24461312, bytes: 4096
00000080:00200000:0.0:1789760778.345243:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.345253:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.345255:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24461312, 24465408) 0 0
00000080:00200000:0.0:1789760778.345261:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.345281:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5972, 5972]
00020000:00200000:0.0:1789760778.345291:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24461312 chunk: [24461312, 24465408) 24465408, 4096
00020000:00200000:0.0:1789760778.345296:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.345317:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5972, 5972]
00000008:00010000:0.0:1789760778.345336:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.345342:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760778.345354:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24461312, 24465408) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.345368:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24461312=0x1754000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.345507:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.345511:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24465408
00000020:00010000:0.0:1789760778.345520:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.345524:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.345527:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.345530:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.345534:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.345542:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.345549:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.345697:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760778.345814:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 24461312<>24465408
00000100:00100000:1.0:1789760778.345921:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484333696:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760778.367180:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484333952:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.367303:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484334208:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.367344:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1789760778.367351:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2627c619-a8ae-4613-a619-f7e733291af3:2422:1876699484333824:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.367386:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484334080:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.367410:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484334336:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.377069:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484334080:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.377100:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484334336:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.377111:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484333952:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.377122:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484334208:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.378221:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2627c619-a8ae-4613-a619-f7e733291af3:2422:1876699484333824:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760778.400038:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973290 gen 2
00000008:00010000:1.0:1789760778.400099:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760778.400108:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.400117:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.400140:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760778.400168:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484333696:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760778.400270:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5972, 5972]
00000080:00200000:2.0:1789760778.400286:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.400293:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.400309:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24465408 i_blocks 49159
00000020:00200000:2.0:1789760778.400313:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.400324:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.400358:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24465408, count: 4096
00000080:00200000:2.0:1789760778.400366:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24465408, bytes: 4096
00000080:00200000:2.0:1789760778.400376:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.400384:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.400386:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24465408, 24469504) 0 0
00000080:00200000:2.0:1789760778.400391:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.400408:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5973, 5973]
00020000:00200000:2.0:1789760778.400417:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24465408 chunk: [24465408, 24469504) 24469504, 4096
00020000:00200000:2.0:1789760778.400505:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.400527:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5973, 5973]
00000008:00010000:2.0:1789760778.400547:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.400553:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.400577:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24465408, 24469504) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.400592:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24465408=0x1755000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.400651:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.400654:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24469504
00000020:00010000:2.0:1789760778.400662:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.400665:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.400668:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.400671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.400674:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.400682:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.400690:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.400707:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760778.400810:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 24465408<>24469504
00000100:00100000:2.0:1789760778.400859:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760778.400918:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484334464:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760778.439012:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5973, 5973]
00000080:00200000:2.0:1789760778.439029:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.439035:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.439051:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24469504 i_blocks 49159
00000020:00200000:2.0:1789760778.439054:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.439064:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.439109:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24469504, count: 4096
00000080:00200000:2.0:1789760778.439117:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24469504, bytes: 4096
00000080:00200000:2.0:1789760778.439127:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.439137:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.439139:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24469504, 24473600) 0 0
00000080:00200000:2.0:1789760778.439144:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.439171:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5974, 5974]
00020000:00200000:2.0:1789760778.439181:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24469504 chunk: [24469504, 24473600) 24473600, 4096
00020000:00200000:2.0:1789760778.439186:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.439206:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5974, 5974]
00000008:00010000:2.0:1789760778.439224:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.439230:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.439241:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24469504, 24473600) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.439254:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24469504=0x1756000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.439314:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.439317:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24473600
00000020:00010000:2.0:1789760778.439327:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.439330:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.439333:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.439337:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.439341:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.439349:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.439356:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.439372:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760778.439660:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 24469504<>24473600
00000080:00200000:2.0:1789760778.472694:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5974, 5974]
00000080:00200000:2.0:1789760778.472714:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.472720:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.472735:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24473600 i_blocks 49159
00000020:00200000:2.0:1789760778.472739:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.472749:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.472780:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24473600, count: 4096
00000080:00200000:2.0:1789760778.472788:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24473600, bytes: 4096
00000080:00200000:2.0:1789760778.473013:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.473024:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.473027:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24473600, 24477696) 0 0
00000080:00200000:2.0:1789760778.473031:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.473048:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5975, 5975]
00020000:00200000:2.0:1789760778.473056:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24473600 chunk: [24473600, 24477696) 24477696, 4096
00020000:00200000:2.0:1789760778.473061:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.473214:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5975, 5975]
00000008:00010000:2.0:1789760778.473234:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.473239:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.473251:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24473600, 24477696) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.473264:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24473600=0x1757000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.473325:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.473328:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24477696
00000020:00010000:2.0:1789760778.473338:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.473342:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.473344:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.473348:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.473351:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.473359:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.473367:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.473386:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760778.473699:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 24473600<>24477696
00000080:00200000:2.0:1789760778.508737:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5975, 5975]
00000080:00200000:2.0:1789760778.508756:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.508761:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.508778:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24477696 i_blocks 49159
00000020:00200000:2.0:1789760778.508782:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.508791:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.508896:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24477696, count: 4096
00000080:00200000:2.0:1789760778.508905:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24477696, bytes: 4096
00000080:00200000:2.0:1789760778.508917:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.508925:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.508928:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24477696, 24481792) 0 0
00000080:00200000:2.0:1789760778.508932:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.508951:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5976, 5976]
00020000:00200000:2.0:1789760778.508960:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24477696 chunk: [24477696, 24481792) 24481792, 4096
00020000:00200000:2.0:1789760778.508965:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.508984:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5976, 5976]
00000008:00010000:2.0:1789760778.509001:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.509007:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.509018:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24477696, 24481792) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.509033:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24477696=0x1758000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.509216:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.509219:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24481792
00000020:00010000:2.0:1789760778.509233:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.509236:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.509239:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.509243:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.509247:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.509254:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.509262:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.509279:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760778.509380:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 24477696<>24481792
00000080:00200000:2.0:1789760778.551654:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5976, 5976]
00000080:00200000:2.0:1789760778.551671:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.551677:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.551694:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24481792 i_blocks 49159
00000020:00200000:2.0:1789760778.551698:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.551709:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.551743:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24481792, count: 4096
00000080:00200000:2.0:1789760778.551750:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24481792, bytes: 4096
00000080:00200000:2.0:1789760778.551762:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.551772:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.551774:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24481792, 24485888) 0 0
00000080:00200000:2.0:1789760778.551779:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.551798:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5977, 5977]
00020000:00200000:2.0:1789760778.551808:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24481792 chunk: [24481792, 24485888) 24485888, 4096
00020000:00200000:2.0:1789760778.551812:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.551833:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5977, 5977]
00000008:00010000:2.0:1789760778.551851:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.551857:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.551902:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24481792, 24485888) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.551917:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24481792=0x1759000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.551974:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.551978:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24485888
00000020:00010000:2.0:1789760778.551986:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.551990:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.551993:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.551996:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.552000:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.552007:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.552014:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.552030:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760778.552154:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 24481792<>24485888
00000080:00200000:2.0:1789760778.617371:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5977, 5977]
00000080:00200000:2.0:1789760778.617387:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.617394:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.617411:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24485888 i_blocks 49159
00000020:00200000:2.0:1789760778.617416:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.617427:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.617465:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24485888, count: 4096
00000080:00200000:2.0:1789760778.617473:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24485888, bytes: 4096
00000080:00200000:2.0:1789760778.617484:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.617494:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.617497:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24485888, 24489984) 0 0
00000080:00200000:2.0:1789760778.617502:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.617519:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5978, 5978]
00020000:00200000:2.0:1789760778.617529:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24485888 chunk: [24485888, 24489984) 24489984, 4096
00020000:00200000:2.0:1789760778.617534:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.617555:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5978, 5978]
00000008:00010000:2.0:1789760778.617576:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.617583:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.617597:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24485888, 24489984) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.617611:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24485888=0x175a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.617670:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.617673:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24489984
00000020:00010000:2.0:1789760778.617682:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.617686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.617690:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.617694:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.617698:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.617706:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.617713:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.617728:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760778.617835:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 24485888<>24489984
00000080:00200000:2.0:1789760778.653030:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5978, 5978]
00000080:00200000:2.0:1789760778.653052:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.653057:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.653084:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24489984 i_blocks 49159
00000020:00200000:2.0:1789760778.653089:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.653244:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.653410:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24489984, count: 4096
00000080:00200000:2.0:1789760778.653419:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24489984, bytes: 4096
00000080:00200000:2.0:1789760778.653431:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.653441:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.653443:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24489984, 24494080) 0 0
00000080:00200000:2.0:1789760778.653447:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.653465:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5979, 5979]
00020000:00200000:2.0:1789760778.653475:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24489984 chunk: [24489984, 24494080) 24494080, 4096
00020000:00200000:2.0:1789760778.653480:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.653499:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5979, 5979]
00000008:00010000:2.0:1789760778.653519:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.653526:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.653538:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24489984, 24494080) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.653552:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24489984=0x175b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.653609:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.653612:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24494080
00000020:00010000:2.0:1789760778.653621:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.653624:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.653627:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.653630:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.653634:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.653641:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.653648:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.653666:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760778.653771:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 24489984<>24494080
00000080:00200000:2.0:1789760778.692052:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5979, 5979]
00000080:00200000:2.0:1789760778.692085:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.692093:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.692111:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24494080 i_blocks 49159
00000020:00200000:2.0:1789760778.692115:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.692127:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.692335:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24494080, count: 4096
00000080:00200000:2.0:1789760778.692344:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24494080, bytes: 4096
00000080:00200000:2.0:1789760778.692355:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.692364:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.692815:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24494080, 24498176) 0 0
00000080:00200000:2.0:1789760778.692821:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.692840:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5980, 5980]
00020000:00200000:2.0:1789760778.692848:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24494080 chunk: [24494080, 24498176) 24498176, 4096
00020000:00200000:2.0:1789760778.692987:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.693010:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5980, 5980]
00000008:00010000:2.0:1789760778.693029:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.693035:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.693047:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24494080, 24498176) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.693062:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24494080=0x175c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.693137:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.693140:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24498176
00000020:00010000:2.0:1789760778.693149:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.693152:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.693155:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.693228:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.693233:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.693243:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.693251:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.693271:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760778.693442:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 24494080<>24498176
00000080:00200000:0.0:1789760778.730903:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5980, 5980]
00000080:00200000:0.0:1789760778.730920:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.730926:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.730944:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24498176 i_blocks 49159
00000020:00200000:0.0:1789760778.730948:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.730959:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.730992:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24498176, count: 4096
00000080:00200000:0.0:1789760778.730999:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24498176, bytes: 4096
00000080:00200000:0.0:1789760778.731009:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.731017:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.731020:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24498176, 24502272) 0 0
00000080:00200000:0.0:1789760778.731023:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.731041:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5981, 5981]
00020000:00200000:0.0:1789760778.731052:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24498176 chunk: [24498176, 24502272) 24502272, 4096
00020000:00200000:0.0:1789760778.731056:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.731088:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5981, 5981]
00000008:00010000:0.0:1789760778.731108:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.731114:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760778.731127:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24498176, 24502272) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.731139:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24498176=0x175d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.731197:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.731201:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24502272
00000020:00010000:0.0:1789760778.731209:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.731213:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.731216:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.731219:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.731222:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.731230:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.731237:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.731253:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760778.731360:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 24498176<>24502272
00000100:00100000:0.0:1789760778.731408:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760778.731425:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484335488:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760778.773517:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973299 gen 2
00000008:00010000:0.0:1789760778.773569:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760778.773577:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760778.773588:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760778.773669:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760778.773700:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484335488:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760778.773786:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5981, 5981]
00000080:00200000:1.0:1789760778.773805:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760778.773813:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760778.773829:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24502272 i_blocks 49159
00000020:00200000:1.0:1789760778.773833:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760778.773844:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760778.773972:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24502272, count: 4096
00000080:00200000:1.0:1789760778.773981:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24502272, bytes: 4096
00000080:00200000:1.0:1789760778.773991:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760778.773999:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760778.774001:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24502272, 24506368) 0 0
00000080:00200000:1.0:1789760778.774006:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760778.774023:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5982, 5982]
00020000:00200000:1.0:1789760778.774031:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24502272 chunk: [24502272, 24506368) 24506368, 4096
00020000:00200000:1.0:1789760778.774037:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760778.774057:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5982, 5982]
00000008:00010000:1.0:1789760778.774085:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760778.774092:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760778.774334:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24502272, 24506368) append 0 append lockpos 0
00000080:00200000:1.0:1789760778.774350:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24502272=0x175e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760778.774410:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760778.774413:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24506368
00000020:00010000:1.0:1789760778.774422:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760778.774425:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760778.774428:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760778.774431:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760778.774434:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760778.774441:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760778.774449:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760778.774470:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760778.774571:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 24502272<>24506368
00000100:00100000:0.0:1789760778.774639:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484335616:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760778.831150:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973300 gen 2
00000008:00010000:0.0:1789760778.831211:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760778.831219:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760778.831230:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760778.831252:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760778.831281:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484335616:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760778.868602:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5983, 5983]
00000080:00200000:0.0:1789760778.868619:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.868626:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.868643:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24510464 i_blocks 49159
00000020:00200000:0.0:1789760778.868648:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.868659:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.868692:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24510464, count: 4096
00000080:00200000:0.0:1789760778.868699:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24510464, bytes: 4096
00000080:00200000:0.0:1789760778.868710:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.868719:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.868721:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24510464, 24514560) 0 0
00000080:00200000:0.0:1789760778.868726:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.868743:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5984, 5984]
00020000:00200000:0.0:1789760778.868751:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24510464 chunk: [24510464, 24514560) 24514560, 4096
00020000:00200000:0.0:1789760778.868756:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.868777:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5984, 5984]
00000008:00010000:0.0:1789760778.868796:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.868802:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760778.868815:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24510464, 24514560) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.868828:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24510464=0x1760000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.868936:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.868940:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24514560
00000020:00010000:0.0:1789760778.868949:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.868952:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.868955:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.868958:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.868961:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.868969:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.868975:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.868992:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760778.869119:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 24510464<>24514560
00000100:00100000:0.0:1789760778.869279:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760778.869302:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484335872:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760778.903631:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973302 gen 2
00000008:00010000:0.0:1789760778.903687:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760778.903698:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760778.903709:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760778.903734:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760778.903767:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484335872:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760778.941259:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5985, 5985]
00000080:00200000:2.0:1789760778.941277:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760778.941283:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760778.941298:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24518656 i_blocks 49159
00000020:00200000:2.0:1789760778.941302:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760778.941314:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760778.941368:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24518656, count: 4096
00000080:00200000:2.0:1789760778.941484:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24518656, bytes: 4096
00000080:00200000:2.0:1789760778.941496:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760778.941505:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760778.941507:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24518656, 24522752) 0 0
00000080:00200000:2.0:1789760778.941512:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760778.941529:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5986, 5986]
00020000:00200000:2.0:1789760778.941539:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24518656 chunk: [24518656, 24522752) 24522752, 4096
00020000:00200000:2.0:1789760778.941543:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760778.941570:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5986, 5986]
00000008:00010000:2.0:1789760778.941584:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760778.941589:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760778.941600:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24518656, 24522752) append 0 append lockpos 0
00000080:00200000:2.0:1789760778.941612:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24518656=0x1762000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760778.941660:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760778.941662:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24522752
00000020:00010000:2.0:1789760778.941669:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760778.941671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.941673:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760778.941676:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760778.941678:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760778.941684:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760778.941689:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760778.941702:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760778.941806:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 24518656<>24522752
00000080:00200000:2.0:1789760779.004068:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5986, 5986]
00000080:00200000:2.0:1789760779.004095:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.004102:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.004117:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24522752 i_blocks 49159
00000020:00200000:2.0:1789760779.004122:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.004143:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.004176:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24522752, count: 4096
00000080:00200000:2.0:1789760779.004182:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24522752, bytes: 4096
00000080:00200000:2.0:1789760779.004191:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.004200:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.004202:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24522752, 24526848) 0 0
00000080:00200000:2.0:1789760779.004206:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.004226:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5987, 5987]
00020000:00200000:2.0:1789760779.004235:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24522752 chunk: [24522752, 24526848) 24526848, 4096
00020000:00200000:2.0:1789760779.004239:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.004259:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5987, 5987]
00000008:00010000:2.0:1789760779.004278:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.004285:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.004297:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24522752, 24526848) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.004312:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24522752=0x1763000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.004368:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.004370:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24526848
00000020:00010000:2.0:1789760779.004378:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.004381:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.004384:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.004387:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.004390:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.004397:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.004405:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.004420:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760779.004530:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 24522752<>24526848
00000080:00200000:0.0:1789760779.040304:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5987, 5987]
00000080:00200000:0.0:1789760779.040325:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.040331:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.040347:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24526848 i_blocks 49159
00000020:00200000:0.0:1789760779.040352:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.040363:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.040398:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24526848, count: 4096
00000080:00200000:0.0:1789760779.040406:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24526848, bytes: 4096
00000080:00200000:0.0:1789760779.040418:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.040427:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.040430:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24526848, 24530944) 0 0
00000080:00200000:0.0:1789760779.040435:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.040454:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5988, 5988]
00020000:00200000:0.0:1789760779.040464:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24526848 chunk: [24526848, 24530944) 24530944, 4096
00020000:00200000:0.0:1789760779.040470:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.040491:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5988, 5988]
00000008:00010000:0.0:1789760779.040513:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.040519:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760779.040600:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24526848, 24530944) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.040615:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24526848=0x1764000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.040669:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.040672:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24530944
00000020:00010000:0.0:1789760779.040681:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.040685:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.040688:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.040691:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.040694:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.040702:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.040710:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00010000:00010000:2.0:1789760779.067426:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760779.072745:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5988, 5988]
00000080:00200000:0.0:1789760779.072762:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.072768:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.072783:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24530944 i_blocks 49159
00000020:00200000:0.0:1789760779.072786:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.073026:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.073149:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24530944, count: 4096
00000080:00200000:0.0:1789760779.073158:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24530944, bytes: 4096
00000080:00200000:0.0:1789760779.073168:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.073177:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.073180:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24530944, 24535040) 0 0
00000080:00200000:0.0:1789760779.073184:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.073203:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5989, 5989]
00020000:00200000:0.0:1789760779.073212:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24530944 chunk: [24530944, 24535040) 24535040, 4096
00020000:00200000:0.0:1789760779.073217:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.073238:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5989, 5989]
00000008:00010000:0.0:1789760779.073256:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.073262:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760779.073273:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24530944, 24535040) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.073287:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24530944=0x1765000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.073490:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.073494:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24535040
00000020:00010000:0.0:1789760779.073503:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.073506:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.073509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.073513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.073515:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.073523:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.073530:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.073544:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760779.073646:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 24530944<>24535040
00000100:00100000:1.0:1789760779.073792:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760779.073958:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484336512:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760779.111297:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760779.111311:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.111321:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.111393:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760779.111422:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484336512:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760779.111454:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5989, 5989]
00000080:00200000:0.0:1789760779.111471:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.111477:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.111493:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24535040 i_blocks 49159
00000020:00200000:0.0:1789760779.111497:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.111506:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.111534:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24535040, count: 4096
00000080:00200000:0.0:1789760779.111540:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24535040, bytes: 4096
00000080:00200000:0.0:1789760779.111548:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.111556:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.111558:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24535040, 24539136) 0 0
00000080:00200000:0.0:1789760779.111561:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.111577:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5990, 5990]
00020000:00200000:0.0:1789760779.111585:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24535040 chunk: [24535040, 24539136) 24539136, 4096
00020000:00200000:0.0:1789760779.111589:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.111606:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5990, 5990]
00000008:00010000:0.0:1789760779.111620:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.111625:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760779.111634:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24535040, 24539136) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.111645:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24535040=0x1766000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.111692:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.111694:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24539136
00000020:00010000:0.0:1789760779.111700:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.111702:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.111704:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.111707:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.111709:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.111714:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.111719:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.111731:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760779.112011:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 24535040<>24539136
00000100:00100000:0.0:1789760779.112055:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760779.112082:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484336640:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760779.147550:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973308 gen 2
00000008:00010000:0.0:1789760779.147617:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:0.0:1789760779.147626:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.147636:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.147653:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:0.0:1789760779.147683:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484336640:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760779.147813:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5990, 5990]
00000080:00200000:1.0:1789760779.147831:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760779.147837:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760779.147855:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24539136 i_blocks 49159
00000020:00200000:1.0:1789760779.147859:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760779.147898:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760779.147933:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24539136, count: 4096
00000080:00200000:1.0:1789760779.147941:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24539136, bytes: 4096
00000080:00200000:1.0:1789760779.147951:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760779.147960:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760779.147963:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24539136, 24543232) 0 0
00000080:00200000:1.0:1789760779.147967:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760779.147985:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5991, 5991]
00020000:00200000:1.0:1789760779.147993:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24539136 chunk: [24539136, 24543232) 24543232, 4096
00020000:00200000:1.0:1789760779.147998:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760779.148018:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5991, 5991]
00000008:00010000:1.0:1789760779.148036:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760779.148042:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760779.148054:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24539136, 24543232) append 0 append lockpos 0
00000080:00200000:1.0:1789760779.148079:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24539136=0x1767000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760779.148137:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760779.148140:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24543232
00000020:00010000:1.0:1789760779.148149:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760779.148153:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.148372:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.148377:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760779.148380:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760779.148390:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760779.148397:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760779.148415:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760779.148522:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8700 - object 0x280000401:2 offset 24539136<>24543232
00000100:00100000:0.0:1789760779.148584:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484336768:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760779.184693:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973309 gen 2
00000008:00010000:0.0:1789760779.184737:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760779.184746:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.184756:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.184829:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760779.184900:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484336768:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760779.185080:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5991, 5991]
00000080:00200000:1.0:1789760779.185099:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760779.185105:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760779.185244:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24543232 i_blocks 49159
00000020:00200000:1.0:1789760779.185249:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760779.185259:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760779.185294:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24543232, count: 4096
00000080:00200000:1.0:1789760779.185301:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24543232, bytes: 4096
00000080:00200000:1.0:1789760779.185310:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760779.185319:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760779.185321:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24543232, 24547328) 0 0
00000080:00200000:1.0:1789760779.185325:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760779.185342:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5992, 5992]
00020000:00200000:1.0:1789760779.185350:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24543232 chunk: [24543232, 24547328) 24547328, 4096
00020000:00200000:1.0:1789760779.185355:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760779.185375:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5992, 5992]
00000008:00010000:1.0:1789760779.185392:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760779.185398:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760779.185409:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24543232, 24547328) append 0 append lockpos 0
00000080:00200000:1.0:1789760779.185494:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24543232=0x1768000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760779.185556:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760779.185559:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24547328
00000020:00010000:1.0:1789760779.185568:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760779.185572:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.185574:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.185578:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760779.185581:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760779.185588:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760779.185595:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760779.185614:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760779.185711:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 24543232<>24547328
00000100:00100000:0.0:1789760779.185785:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484336896:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760779.231567:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973310 gen 2
00000008:00010000:0.0:1789760779.231626:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760779.231636:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.231648:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.231673:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760779.231705:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484336896:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760779.231899:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5992, 5992]
00000080:00200000:1.0:1789760779.231919:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760779.231926:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760779.231944:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24547328 i_blocks 49159
00000020:00200000:1.0:1789760779.231949:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760779.231960:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760779.231996:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24547328, count: 4096
00000080:00200000:1.0:1789760779.232003:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24547328, bytes: 4096
00000080:00200000:1.0:1789760779.232013:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760779.232022:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760779.232024:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24547328, 24551424) 0 0
00000080:00200000:1.0:1789760779.232029:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760779.232047:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5993, 5993]
00020000:00200000:1.0:1789760779.232056:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24547328 chunk: [24547328, 24551424) 24551424, 4096
00020000:00200000:1.0:1789760779.232060:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760779.232091:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5993, 5993]
00000008:00010000:1.0:1789760779.232109:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760779.232115:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760779.232127:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24547328, 24551424) append 0 append lockpos 0
00000080:00200000:1.0:1789760779.232141:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24547328=0x1769000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760779.232272:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760779.232276:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24551424
00000020:00010000:1.0:1789760779.232286:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760779.232290:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.232293:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.232297:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760779.232300:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760779.232309:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760779.232316:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760779.232334:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760779.232595:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 24547328<>24551424
00000100:00100000:0.0:1789760779.232679:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484337024:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760779.262095:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973311 gen 2
00000008:00010000:0.0:1789760779.262153:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760779.262170:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.262184:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.262206:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760779.262236:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484337024:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760779.262349:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5993, 5993]
00000080:00200000:1.0:1789760779.262369:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760779.262383:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760779.262399:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24551424 i_blocks 49159
00000020:00200000:1.0:1789760779.262402:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760779.262413:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760779.262447:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24551424, count: 4096
00000080:00200000:1.0:1789760779.262455:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24551424, bytes: 4096
00000080:00200000:1.0:1789760779.262463:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760779.262470:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760779.262472:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24551424, 24555520) 0 0
00000080:00200000:1.0:1789760779.262475:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760779.262491:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5994, 5994]
00020000:00200000:1.0:1789760779.262498:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24551424 chunk: [24551424, 24555520) 24555520, 4096
00020000:00200000:1.0:1789760779.262501:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760779.262518:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5994, 5994]
00000008:00010000:1.0:1789760779.262532:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760779.262537:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760779.262546:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24551424, 24555520) append 0 append lockpos 0
00000080:00200000:1.0:1789760779.262557:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24551424=0x176a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760779.262604:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760779.262606:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24555520
00000020:00010000:1.0:1789760779.262614:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760779.262617:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.262619:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.262622:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760779.262624:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760779.262631:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760779.262636:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.262786:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:0.0:1789760779.262910:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 24551424<>24555520
00000100:00100000:0.0:1789760779.262939:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760779.262951:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484337152:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760779.304078:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973312 gen 2
00000008:00010000:0.0:1789760779.304133:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760779.304142:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.304154:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.304299:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760779.304329:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484337152:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760779.304801:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5994, 5994]
00000080:00200000:1.0:1789760779.304818:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760779.304824:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760779.304840:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24555520 i_blocks 49159
00000020:00200000:1.0:1789760779.304845:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760779.304972:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760779.305090:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24555520, count: 4096
00000080:00200000:1.0:1789760779.305098:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24555520, bytes: 4096
00000080:00200000:1.0:1789760779.305110:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760779.305119:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760779.305121:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24555520, 24559616) 0 0
00000080:00200000:1.0:1789760779.305126:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760779.305141:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5995, 5995]
00020000:00200000:1.0:1789760779.305150:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24555520 chunk: [24555520, 24559616) 24559616, 4096
00020000:00200000:1.0:1789760779.305223:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760779.305248:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5995, 5995]
00000008:00010000:1.0:1789760779.305266:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760779.305272:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760779.305285:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24555520, 24559616) append 0 append lockpos 0
00000080:00200000:1.0:1789760779.305300:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24555520=0x176b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760779.305498:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760779.305573:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24559616
00000020:00010000:1.0:1789760779.305583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760779.305587:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.305590:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.305593:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760779.305596:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760779.305607:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760779.305615:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760779.305640:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760779.305752:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 24555520<>24559616
00000100:00100000:0.0:1789760779.305842:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484337280:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760779.383933:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973313 gen 2
00000008:00010000:0.0:1789760779.383987:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760779.383997:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.384009:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.384253:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760779.384285:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484337280:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760779.384301:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5995, 5995]
00000080:00200000:2.0:1789760779.384321:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.384328:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.384345:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24559616 i_blocks 49159
00000020:00200000:2.0:1789760779.384349:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.384360:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.384465:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24559616, count: 4096
00000080:00200000:2.0:1789760779.384473:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24559616, bytes: 4096
00000080:00200000:2.0:1789760779.384484:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.384493:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.384496:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24559616, 24563712) 0 0
00000080:00200000:2.0:1789760779.384500:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.384517:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5996, 5996]
00020000:00200000:2.0:1789760779.384528:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24559616 chunk: [24559616, 24563712) 24563712, 4096
00020000:00200000:2.0:1789760779.384534:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.384554:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5996, 5996]
00000008:00010000:2.0:1789760779.384571:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.384578:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.384590:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24559616, 24563712) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.384603:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24559616=0x176c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.384666:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.384669:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24563712
00000020:00010000:2.0:1789760779.384678:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.384681:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.384684:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.384688:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.384691:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.384699:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.384706:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.384722:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760779.384822:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 24559616<>24563712
00000080:00200000:2.0:1789760779.437280:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5996, 5996]
00000080:00200000:2.0:1789760779.437297:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.437303:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.437320:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24563712 i_blocks 49159
00000020:00200000:2.0:1789760779.437324:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.437335:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.437430:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24563712, count: 4096
00000080:00200000:2.0:1789760779.437439:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24563712, bytes: 4096
00000080:00200000:2.0:1789760779.437449:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.437458:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.437460:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24563712, 24567808) 0 0
00000080:00200000:2.0:1789760779.437465:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.437483:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5997, 5997]
00020000:00200000:2.0:1789760779.437493:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24563712 chunk: [24563712, 24567808) 24567808, 4096
00020000:00200000:2.0:1789760779.437498:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.437739:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5997, 5997]
00000008:00010000:2.0:1789760779.437759:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.437766:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.437780:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24563712, 24567808) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.437795:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24563712=0x176d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.437859:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.438004:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24567808
00000020:00010000:2.0:1789760779.438015:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.438018:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.438021:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.438026:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.438029:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.438038:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.438045:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.438247:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760779.438352:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 24563712<>24567808
00000080:00200000:2.0:1789760779.471203:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5997, 5997]
00000080:00200000:2.0:1789760779.471215:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.471220:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.471232:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24567808 i_blocks 49159
00000020:00200000:2.0:1789760779.471235:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.471244:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.471273:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24567808, count: 4096
00000080:00200000:2.0:1789760779.471280:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24567808, bytes: 4096
00000080:00200000:2.0:1789760779.471288:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.471295:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.471297:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24567808, 24571904) 0 0
00000080:00200000:2.0:1789760779.471301:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.471314:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5998, 5998]
00020000:00200000:2.0:1789760779.471320:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24567808 chunk: [24567808, 24571904) 24571904, 4096
00020000:00200000:2.0:1789760779.471323:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.471337:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5998, 5998]
00000008:00010000:2.0:1789760779.471351:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.471355:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.471364:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24567808, 24571904) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.471375:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24567808=0x176e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.471432:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.471435:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24571904
00000020:00010000:2.0:1789760779.471442:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.471445:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.471448:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.471452:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.471454:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.471460:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.471466:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.471480:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760779.471560:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 24567808<>24571904
00000100:00100000:2.0:1789760779.471588:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760779.471598:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484337664:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760779.516327:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5998, 5998]
00000080:00200000:2.0:1789760779.516340:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.516346:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.516358:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24571904 i_blocks 49159
00000020:00200000:2.0:1789760779.516361:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.516370:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.516397:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24571904, count: 4096
00000080:00200000:2.0:1789760779.516403:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24571904, bytes: 4096
00000080:00200000:2.0:1789760779.516411:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.516416:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.516418:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24571904, 24576000) 0 0
00000080:00200000:2.0:1789760779.516422:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.516434:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [5999, 5999]
00020000:00200000:2.0:1789760779.516441:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24571904 chunk: [24571904, 24576000) 24576000, 4096
00020000:00200000:2.0:1789760779.516445:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.516473:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5999, 5999]
00000008:00010000:2.0:1789760779.516488:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.516494:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.516502:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24571904, 24576000) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.516513:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24571904=0x176f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.516558:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.516561:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24576000
00000020:00010000:2.0:1789760779.516567:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.516571:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.516574:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.516577:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.516580:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.516586:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.516591:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.516606:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760779.516695:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 24571904<>24576000
00000080:00200000:2.0:1789760779.562694:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [5999, 5999]
00000080:00200000:2.0:1789760779.562708:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.562713:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.562724:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24576000 i_blocks 49159
00000020:00200000:2.0:1789760779.562727:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.562734:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.562764:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24576000, count: 4096
00000080:00200000:2.0:1789760779.562771:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24576000, bytes: 4096
00000080:00200000:2.0:1789760779.562778:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.562784:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.562786:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24576000, 24580096) 0 0
00000080:00200000:2.0:1789760779.562790:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.562804:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6000, 6000]
00020000:00200000:2.0:1789760779.562811:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24576000 chunk: [24576000, 24580096) 24580096, 4096
00020000:00200000:2.0:1789760779.562815:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.562829:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6000, 6000]
00000008:00010000:2.0:1789760779.562843:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.562848:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.562949:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24576000, 24580096) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.562961:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24576000=0x1770000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.563006:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.563009:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24580096
00000020:00010000:2.0:1789760779.563015:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.563096:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.563107:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.563111:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.563113:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.563120:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.563125:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.563141:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760779.563345:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 24576000<>24580096
00000080:00200000:2.0:1789760779.604592:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6000, 6000]
00000080:00200000:2.0:1789760779.604606:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.604611:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.604622:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24580096 i_blocks 49159
00000020:00200000:2.0:1789760779.604625:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.604635:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.604666:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24580096, count: 4096
00000080:00200000:2.0:1789760779.604672:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24580096, bytes: 4096
00000080:00200000:2.0:1789760779.604681:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.604688:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.604690:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24580096, 24584192) 0 0
00000080:00200000:2.0:1789760779.604694:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.604708:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6001, 6001]
00020000:00200000:2.0:1789760779.604714:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24580096 chunk: [24580096, 24584192) 24584192, 4096
00020000:00200000:2.0:1789760779.604718:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.604732:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6001, 6001]
00000008:00010000:2.0:1789760779.604747:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.604752:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.604761:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24580096, 24584192) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.604771:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24580096=0x1771000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.604815:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.604818:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24584192
00000020:00010000:2.0:1789760779.604825:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.604829:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.604831:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.604834:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.604837:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.604843:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.604973:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.604989:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760779.605148:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 24580096<>24584192
00000100:00100000:2.0:1789760779.605391:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484338048:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760779.641432:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6001, 6001]
00000080:00200000:2.0:1789760779.641444:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.641450:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.641460:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24584192 i_blocks 49159
00000020:00200000:2.0:1789760779.641463:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.641470:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.641498:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24584192, count: 4096
00000080:00200000:2.0:1789760779.641504:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24584192, bytes: 4096
00000080:00200000:2.0:1789760779.641511:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.641518:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.641519:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24584192, 24588288) 0 0
00000080:00200000:2.0:1789760779.641523:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.641536:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6002, 6002]
00020000:00200000:2.0:1789760779.641542:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24584192 chunk: [24584192, 24588288) 24588288, 4096
00020000:00200000:2.0:1789760779.641545:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.641559:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6002, 6002]
00000008:00010000:2.0:1789760779.641571:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.641576:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.641585:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24584192, 24588288) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.641596:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24584192=0x1772000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.641636:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.641638:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24588288
00000020:00010000:2.0:1789760779.641644:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.641647:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.641650:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.641653:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.641656:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.641662:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.641666:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.641680:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760779.641759:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 24584192<>24588288
00000080:00200000:2.0:1789760779.682558:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6002, 6002]
00000080:00200000:2.0:1789760779.682572:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.682576:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.682587:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24588288 i_blocks 49159
00000020:00200000:2.0:1789760779.682591:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.682599:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.682626:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24588288, count: 4096
00000080:00200000:2.0:1789760779.682631:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24588288, bytes: 4096
00000080:00200000:2.0:1789760779.682639:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.682646:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.682648:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24588288, 24592384) 0 0
00000080:00200000:2.0:1789760779.682651:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.682663:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6003, 6003]
00020000:00200000:2.0:1789760779.682670:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24588288 chunk: [24588288, 24592384) 24592384, 4096
00020000:00200000:2.0:1789760779.682674:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.682689:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6003, 6003]
00000008:00010000:2.0:1789760779.682701:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.682705:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.682714:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24588288, 24592384) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.682724:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24588288=0x1773000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.682765:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.682769:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24592384
00000020:00010000:2.0:1789760779.682776:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.682779:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.682782:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.682785:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.682788:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.682795:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.682800:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.682813:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760779.682931:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 24588288<>24592384
00000080:00200000:0.0:1789760779.726542:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6003, 6003]
00000080:00200000:0.0:1789760779.726557:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.726562:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.726576:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24592384 i_blocks 49159
00000020:00200000:0.0:1789760779.726580:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.726590:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.726623:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24592384, count: 4096
00000080:00200000:0.0:1789760779.726629:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24592384, bytes: 4096
00000080:00200000:0.0:1789760779.726639:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.726647:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.726649:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24592384, 24596480) 0 0
00000080:00200000:0.0:1789760779.726653:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.726667:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6004, 6004]
00020000:00200000:0.0:1789760779.726676:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24592384 chunk: [24592384, 24596480) 24596480, 4096
00020000:00200000:0.0:1789760779.726681:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.726700:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6004, 6004]
00000008:00010000:0.0:1789760779.726715:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.726721:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760779.726731:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24592384, 24596480) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.726743:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24592384=0x1774000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.726787:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.726790:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24596480
00000020:00010000:0.0:1789760779.726797:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.726800:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.726803:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.726806:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.726808:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.726816:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.726823:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.726841:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760779.726958:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 24592384<>24596480
00000100:00100000:0.0:1789760779.726998:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760779.727012:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484338432:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760779.768108:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973322 gen 2
00000008:00010000:0.0:1789760779.768357:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:0.0:1789760779.768364:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760779.768373:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760779.768392:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:0.0:1789760779.768416:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484338432:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760779.768508:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6004, 6004]
00000080:00200000:2.0:1789760779.768522:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.768526:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.768538:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24596480 i_blocks 49159
00000020:00200000:2.0:1789760779.768541:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.768549:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.768577:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24596480, count: 4096
00000080:00200000:2.0:1789760779.768583:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24596480, bytes: 4096
00000080:00200000:2.0:1789760779.768591:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.768598:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.768600:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24596480, 24600576) 0 0
00000080:00200000:2.0:1789760779.768604:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.768615:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6005, 6005]
00020000:00200000:2.0:1789760779.768622:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24596480 chunk: [24596480, 24600576) 24600576, 4096
00020000:00200000:2.0:1789760779.768626:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.768640:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6005, 6005]
00000008:00010000:2.0:1789760779.768653:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.768657:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.768665:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24596480, 24600576) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.768676:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24596480=0x1775000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.768723:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.768726:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24600576
00000020:00010000:2.0:1789760779.768733:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.768736:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.768738:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.768741:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.768744:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.768751:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.768756:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.768770:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760779.768849:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 24596480<>24600576
00000080:00200000:2.0:1789760779.834214:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6005, 6005]
00000080:00200000:2.0:1789760779.834226:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.834230:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.834242:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24600576 i_blocks 49159
00000020:00200000:2.0:1789760779.834245:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.834252:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.834280:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24600576, count: 4096
00000080:00200000:2.0:1789760779.834285:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24600576, bytes: 4096
00000080:00200000:2.0:1789760779.834292:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.834309:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.834311:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24600576, 24604672) 0 0
00000080:00200000:2.0:1789760779.834314:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.834326:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6006, 6006]
00020000:00200000:2.0:1789760779.834332:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24600576 chunk: [24600576, 24604672) 24604672, 4096
00020000:00200000:2.0:1789760779.834336:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.834350:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6006, 6006]
00000008:00010000:2.0:1789760779.834364:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.834368:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.834375:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24600576, 24604672) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.834386:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24600576=0x1776000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.834425:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.834428:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24604672
00000020:00010000:2.0:1789760779.834433:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.834436:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.834439:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.834442:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.834445:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.834451:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.834455:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.834468:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760779.834541:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 24600576<>24604672
00000100:00100000:2.0:1789760779.834586:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484338688:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760779.875556:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6006, 6006]
00000080:00200000:2.0:1789760779.875567:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.875572:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.875584:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24604672 i_blocks 49159
00000020:00200000:2.0:1789760779.875587:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.875595:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.875622:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24604672, count: 4096
00000080:00200000:2.0:1789760779.875628:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24604672, bytes: 4096
00000080:00200000:2.0:1789760779.875639:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.875647:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.875649:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24604672, 24608768) 0 0
00000080:00200000:2.0:1789760779.875653:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.875665:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6007, 6007]
00020000:00200000:2.0:1789760779.875671:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24604672 chunk: [24604672, 24608768) 24608768, 4096
00020000:00200000:2.0:1789760779.875675:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.875689:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6007, 6007]
00000008:00010000:2.0:1789760779.875702:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.875706:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.875714:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24604672, 24608768) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.875725:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24604672=0x1777000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.875766:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.875769:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24608768
00000020:00010000:2.0:1789760779.875775:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.875778:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.875781:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.875784:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.875787:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.875792:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.875798:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.875812:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760779.875910:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 24604672<>24608768
00000080:00200000:2.0:1789760779.926526:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6007, 6007]
00000080:00200000:2.0:1789760779.926539:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.926544:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.926559:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24608768 i_blocks 49159
00000020:00200000:2.0:1789760779.926563:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.926656:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.926686:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24608768, count: 4096
00000080:00200000:2.0:1789760779.926692:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24608768, bytes: 4096
00000080:00200000:2.0:1789760779.926703:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.926709:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.926711:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24608768, 24612864) 0 0
00000080:00200000:2.0:1789760779.926715:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.926734:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6008, 6008]
00020000:00200000:2.0:1789760779.926741:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24608768 chunk: [24608768, 24612864) 24612864, 4096
00020000:00200000:2.0:1789760779.926745:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.926761:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6008, 6008]
00000008:00010000:2.0:1789760779.926775:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.926779:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.926788:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24608768, 24612864) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.926798:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24608768=0x1778000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.926841:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.926844:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24612864
00000020:00010000:2.0:1789760779.926881:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.926885:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.926888:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.926892:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.926894:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.926901:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.926906:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.926926:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760779.927682:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 24608768<>24612864
00000100:00100000:2.0:1789760779.927740:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484338944:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760779.956805:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6008, 6008]
00000080:00200000:2.0:1789760779.956822:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.956828:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.956840:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24612864 i_blocks 49159
00000020:00200000:2.0:1789760779.956843:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.956852:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.956919:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24612864, count: 4096
00000080:00200000:2.0:1789760779.956925:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24612864, bytes: 4096
00000080:00200000:2.0:1789760779.956932:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.956938:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.956940:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24612864, 24616960) 0 0
00000080:00200000:2.0:1789760779.956944:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.956956:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6009, 6009]
00020000:00200000:2.0:1789760779.956963:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24612864 chunk: [24612864, 24616960) 24616960, 4096
00020000:00200000:2.0:1789760779.956967:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.957229:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6009, 6009]
00000008:00010000:2.0:1789760779.957243:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.957247:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.957256:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24612864, 24616960) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.957267:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24612864=0x1779000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.957313:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.957316:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24616960
00000020:00010000:2.0:1789760779.957322:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.957325:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.957328:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.957331:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.957334:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.957339:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.957345:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.957362:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760779.957444:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 24612864<>24616960
00000080:00200000:2.0:1789760779.991731:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6009, 6009]
00000080:00200000:2.0:1789760779.991743:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760779.991748:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760779.991765:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24616960 i_blocks 49159
00000020:00200000:2.0:1789760779.991768:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760779.991780:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760779.991811:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24616960, count: 4096
00000080:00200000:2.0:1789760779.991817:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24616960, bytes: 4096
00000080:00200000:2.0:1789760779.991826:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760779.991832:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760779.991834:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24616960, 24621056) 0 0
00000080:00200000:2.0:1789760779.991838:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760779.991851:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6010, 6010]
00020000:00200000:2.0:1789760779.991861:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24616960 chunk: [24616960, 24621056) 24621056, 4096
00020000:00200000:2.0:1789760779.991893:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760779.991909:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6010, 6010]
00000008:00010000:2.0:1789760779.991924:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760779.991929:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760779.991938:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24616960, 24621056) append 0 append lockpos 0
00000080:00200000:2.0:1789760779.991949:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24616960=0x177a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760779.991990:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760779.991993:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24621056
00000020:00010000:2.0:1789760779.992000:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760779.992003:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.992006:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760779.992009:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760779.992011:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760779.992017:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760779.992023:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760779.992037:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760779.992135:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 24616960<>24621056
00000080:00200000:2.0:1789760780.042275:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6010, 6010]
00000080:00200000:2.0:1789760780.042288:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760780.042294:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760780.042307:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24621056 i_blocks 49159
00000020:00200000:2.0:1789760780.042310:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760780.042319:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760780.042349:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24621056, count: 4096
00000080:00200000:2.0:1789760780.042355:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24621056, bytes: 4096
00000080:00200000:2.0:1789760780.042363:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760780.042371:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760780.042373:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24621056, 24625152) 0 0
00000080:00200000:2.0:1789760780.042377:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760780.042390:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6011, 6011]
00020000:00200000:2.0:1789760780.042403:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24621056 chunk: [24621056, 24625152) 24625152, 4096
00020000:00200000:2.0:1789760780.042407:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760780.042422:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6011, 6011]
00000008:00010000:2.0:1789760780.042436:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760780.042441:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760780.042450:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24621056, 24625152) append 0 append lockpos 0
00000080:00200000:2.0:1789760780.042463:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24621056=0x177b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760780.042509:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760780.042511:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24625152
00000020:00010000:2.0:1789760780.042518:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760780.042521:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.042525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.042528:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760780.042530:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760780.042537:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760780.042543:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760780.042561:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760780.042678:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 24621056<>24625152
00010000:00010000:1.0:1789760780.091228:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760780.095334:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6011, 6011]
00000080:00200000:2.0:1789760780.095346:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760780.095351:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760780.095362:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24625152 i_blocks 49159
00000020:00200000:2.0:1789760780.095366:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760780.095373:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760780.095402:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24625152, count: 4096
00000080:00200000:2.0:1789760780.095408:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24625152, bytes: 4096
00000080:00200000:2.0:1789760780.095420:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760780.095427:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760780.095429:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24625152, 24629248) 0 0
00000080:00200000:2.0:1789760780.095433:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760780.095447:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6012, 6012]
00020000:00200000:2.0:1789760780.095453:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24625152 chunk: [24625152, 24629248) 24629248, 4096
00020000:00200000:2.0:1789760780.095457:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760780.095471:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6012, 6012]
00000008:00010000:2.0:1789760780.095485:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760780.095490:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760780.095498:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24625152, 24629248) append 0 append lockpos 0
00000080:00200000:2.0:1789760780.095508:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24625152=0x177c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760780.095552:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760780.095555:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24629248
00000020:00010000:2.0:1789760780.095562:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760780.095565:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.095568:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.095571:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760780.095574:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760780.095579:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760780.095589:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760780.095604:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760780.095678:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 24625152<>24629248
00000080:00200000:2.0:1789760780.131978:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6012, 6012]
00000080:00200000:2.0:1789760780.131991:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760780.131996:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760780.132009:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24629248 i_blocks 49159
00000020:00200000:2.0:1789760780.132012:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760780.132020:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760780.132051:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24629248, count: 4096
00000080:00200000:2.0:1789760780.132058:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24629248, bytes: 4096
00000080:00200000:2.0:1789760780.132075:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760780.132082:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760780.132084:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24629248, 24633344) 0 0
00000080:00200000:2.0:1789760780.132088:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760780.132275:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6013, 6013]
00020000:00200000:2.0:1789760780.132283:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24629248 chunk: [24629248, 24633344) 24633344, 4096
00020000:00200000:2.0:1789760780.132287:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760780.132302:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6013, 6013]
00000008:00010000:2.0:1789760780.132315:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760780.132319:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760780.132328:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24629248, 24633344) append 0 append lockpos 0
00000080:00200000:2.0:1789760780.132339:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24629248=0x177d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760780.132442:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760780.132445:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24633344
00000020:00010000:2.0:1789760780.132453:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760780.132456:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.132459:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.132462:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760780.132465:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760780.132471:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760780.132477:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760780.132555:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760780.132706:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 24629248<>24633344
00000080:00200000:2.0:1789760780.185760:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6013, 6013]
00000080:00200000:2.0:1789760780.185775:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760780.185781:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760780.185794:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24633344 i_blocks 49159
00000020:00200000:2.0:1789760780.185796:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760780.185813:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760780.185842:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24633344, count: 4096
00000080:00200000:2.0:1789760780.185848:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24633344, bytes: 4096
00000080:00200000:2.0:1789760780.185856:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760780.186184:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760780.186187:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24633344, 24637440) 0 0
00000080:00200000:2.0:1789760780.186192:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760780.186205:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6014, 6014]
00020000:00200000:2.0:1789760780.186213:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24633344 chunk: [24633344, 24637440) 24637440, 4096
00020000:00200000:2.0:1789760780.186216:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760780.186232:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6014, 6014]
00000008:00010000:2.0:1789760780.186247:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760780.186251:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760780.186262:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24633344, 24637440) append 0 append lockpos 0
00000080:00200000:2.0:1789760780.186272:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24633344=0x177e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760780.186314:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760780.186316:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24637440
00000020:00010000:2.0:1789760780.186323:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760780.186326:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.186329:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.186332:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760780.186335:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760780.186340:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760780.186345:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760780.186361:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760780.186436:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 24633344<>24637440
00000080:00200000:2.0:1789760780.226095:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6014, 6014]
00000080:00200000:2.0:1789760780.226188:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760780.226193:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760780.226204:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24637440 i_blocks 49159
00000020:00200000:2.0:1789760780.226208:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760780.226216:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760780.226240:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24637440, count: 4096
00000080:00200000:2.0:1789760780.226245:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24637440, bytes: 4096
00000080:00200000:2.0:1789760780.226255:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760780.226260:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760780.226261:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24637440, 24641536) 0 0
00000080:00200000:2.0:1789760780.226264:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760780.226274:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6015, 6015]
00020000:00200000:2.0:1789760780.226279:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24637440 chunk: [24637440, 24641536) 24641536, 4096
00020000:00200000:2.0:1789760780.226282:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760780.226295:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6015, 6015]
00000008:00010000:2.0:1789760780.226309:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760780.226314:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760780.226323:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24637440, 24641536) append 0 append lockpos 0
00000080:00200000:2.0:1789760780.226334:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24637440=0x177f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760780.226376:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760780.226379:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24641536
00000020:00010000:2.0:1789760780.226384:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760780.226386:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.226388:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.226391:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760780.226392:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760780.226397:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760780.226402:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760780.226415:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6c00
00000008:00100000:2.0:1789760780.226503:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 24637440<>24641536
00000100:00100000:2.0:1789760780.226621:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760780.226636:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484339840:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.262611:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6015, 6015]
00000080:00200000:0.0:1789760780.262624:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.262629:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.262642:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24641536 i_blocks 49159
00000020:00200000:0.0:1789760780.262645:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.262654:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.262680:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24641536, count: 4096
00000080:00200000:0.0:1789760780.262686:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24641536, bytes: 4096
00000080:00200000:0.0:1789760780.262694:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.262701:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.262703:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24641536, 24645632) 0 0
00000080:00200000:0.0:1789760780.262707:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.262719:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6016, 6016]
00020000:00200000:0.0:1789760780.262726:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24641536 chunk: [24641536, 24645632) 24645632, 4096
00020000:00200000:0.0:1789760780.262729:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.262744:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6016, 6016]
00000008:00010000:0.0:1789760780.262757:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.262762:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.262783:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24641536, 24645632) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.262795:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24641536=0x1780000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.262837:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.262839:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24645632
00000020:00010000:0.0:1789760780.263242:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.263247:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.263250:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.263253:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.263255:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.263263:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.263281:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.263367:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760780.263450:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 24641536<>24645632
00000100:00100000:1.0:1789760780.263512:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484339968:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.295621:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973334 gen 2
00000008:00010000:1.0:1789760780.295655:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760780.295661:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.295668:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.295688:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760780.295713:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484339968:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.295808:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6016, 6016]
00000080:00200000:0.0:1789760780.295822:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.295827:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.295838:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24645632 i_blocks 49159
00000020:00200000:0.0:1789760780.295842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.295850:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.295907:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24645632, count: 4096
00000080:00200000:0.0:1789760780.295913:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24645632, bytes: 4096
00000080:00200000:0.0:1789760780.295921:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.295928:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.295930:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24645632, 24649728) 0 0
00000080:00200000:0.0:1789760780.295933:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.295945:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6017, 6017]
00020000:00200000:0.0:1789760780.295952:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24645632 chunk: [24645632, 24649728) 24649728, 4096
00020000:00200000:0.0:1789760780.295955:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.295970:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6017, 6017]
00000008:00010000:0.0:1789760780.295984:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.295989:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.295998:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24645632, 24649728) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.296008:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24645632=0x1781000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.296052:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.296054:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24649728
00000020:00010000:0.0:1789760780.296070:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.296073:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.296076:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.296079:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.296081:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.296087:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.296094:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.296107:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760780.296328:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 24645632<>24649728
00000100:00100000:1.0:1789760780.296400:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340096:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.326257:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973335 gen 2
00000008:00010000:1.0:1789760780.326294:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760780.326300:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.326310:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.326815:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760780.326842:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340096:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.327138:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6017, 6017]
00000080:00200000:0.0:1789760780.327152:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.327156:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.327168:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24649728 i_blocks 49159
00000020:00200000:0.0:1789760780.327173:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.327181:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.327210:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24649728, count: 4096
00000080:00200000:0.0:1789760780.327216:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24649728, bytes: 4096
00000080:00200000:0.0:1789760780.327225:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.327237:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.327239:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24649728, 24653824) 0 0
00000080:00200000:0.0:1789760780.327243:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.327256:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6018, 6018]
00020000:00200000:0.0:1789760780.327263:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24649728 chunk: [24649728, 24653824) 24653824, 4096
00020000:00200000:0.0:1789760780.327267:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.327351:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6018, 6018]
00000008:00010000:0.0:1789760780.327367:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.327372:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.327381:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24649728, 24653824) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.327393:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24649728=0x1782000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.327439:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.327442:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24653824
00000020:00010000:0.0:1789760780.327447:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.327451:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.327454:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.327457:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.327460:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.327466:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.327471:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.327486:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760780.327588:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 24649728<>24653824
00000100:00100000:1.0:1789760780.327963:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760780.327978:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340224:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760780.369322:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760780.369333:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.369342:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.369363:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760780.369387:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340224:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.369468:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6018, 6018]
00000080:00200000:0.0:1789760780.369479:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.369483:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.369493:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24653824 i_blocks 49159
00000020:00200000:0.0:1789760780.369497:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.369505:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.369531:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24653824, count: 4096
00000080:00200000:0.0:1789760780.369536:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24653824, bytes: 4096
00000080:00200000:0.0:1789760780.369544:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.369550:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.369552:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24653824, 24657920) 0 0
00000080:00200000:0.0:1789760780.369556:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.369567:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6019, 6019]
00020000:00200000:0.0:1789760780.369573:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24653824 chunk: [24653824, 24657920) 24657920, 4096
00020000:00200000:0.0:1789760780.369577:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.369592:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6019, 6019]
00000008:00010000:0.0:1789760780.369604:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.369608:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.369615:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24653824, 24657920) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.369625:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24653824=0x1783000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.369671:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.369674:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24657920
00000020:00010000:0.0:1789760780.369681:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.369685:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.369687:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.369690:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.369692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.369698:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.369703:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.369717:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760780.369794:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 24653824<>24657920
00000100:00100000:1.0:1789760780.369916:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340352:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.410378:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973337 gen 2
00000008:00010000:1.0:1789760780.410424:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760780.410430:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.410438:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.410448:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000080:00200000:0.0:1789760780.410457:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6019, 6019]
00000080:00200000:0.0:1789760780.410470:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000100:00100000:1.0:1789760780.410470:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340352:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.410475:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.410486:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24657920 i_blocks 49159
00000020:00200000:0.0:1789760780.410490:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.410498:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.410524:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24657920, count: 4096
00000080:00200000:0.0:1789760780.410530:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24657920, bytes: 4096
00000080:00200000:0.0:1789760780.410537:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.410543:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.410545:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24657920, 24662016) 0 0
00000080:00200000:0.0:1789760780.410549:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.410560:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6020, 6020]
00020000:00200000:0.0:1789760780.410564:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24657920 chunk: [24657920, 24662016) 24662016, 4096
00020000:00200000:0.0:1789760780.410567:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.410579:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6020, 6020]
00000008:00010000:0.0:1789760780.410589:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.410593:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.410600:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24657920, 24662016) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.410608:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24657920=0x1784000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.410641:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.410643:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24662016
00000020:00010000:0.0:1789760780.410648:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.410650:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.410652:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.410654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.410656:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.410660:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.410664:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.410673:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760780.410740:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 24657920<>24662016
00000100:00100000:1.0:1789760780.410789:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484340480:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.459012:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973338 gen 2
00000008:00010000:1.0:1789760780.459050:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760780.459056:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.459074:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.459096:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760780.459117:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484340480:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.459267:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6020, 6020]
00000080:00200000:0.0:1789760780.459281:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.459286:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.459298:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24662016 i_blocks 49159
00000020:00200000:0.0:1789760780.459302:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.459310:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.459347:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24662016, count: 4096
00000080:00200000:0.0:1789760780.459354:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24662016, bytes: 4096
00000080:00200000:0.0:1789760780.459362:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.459368:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.459370:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24662016, 24666112) 0 0
00000080:00200000:0.0:1789760780.459374:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.459386:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6021, 6021]
00020000:00200000:0.0:1789760780.459393:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24662016 chunk: [24662016, 24666112) 24666112, 4096
00020000:00200000:0.0:1789760780.459397:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.459411:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6021, 6021]
00000008:00010000:0.0:1789760780.459424:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.459429:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.459437:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24662016, 24666112) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.459448:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24662016=0x1785000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.459493:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.459495:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24666112
00000020:00010000:0.0:1789760780.459502:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.459505:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.459507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.459510:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.459513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.459519:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.459524:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.459537:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760780.459626:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 24662016<>24666112
00000100:00100000:1.0:1789760780.459677:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340608:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760780.500892:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760780.500904:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.500912:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.500970:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760780.500994:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340608:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.501989:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6021, 6021]
00000080:00200000:0.0:1789760780.502003:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.502009:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.502020:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24666112 i_blocks 49159
00000020:00200000:0.0:1789760780.502024:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.502035:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.502832:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24666112, count: 4096
00000080:00200000:0.0:1789760780.502842:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24666112, bytes: 4096
00000080:00200000:0.0:1789760780.502851:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.502859:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.502861:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24666112, 24670208) 0 0
00000080:00200000:0.0:1789760780.502889:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.502904:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6022, 6022]
00020000:00200000:0.0:1789760780.502911:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24666112 chunk: [24666112, 24670208) 24670208, 4096
00020000:00200000:0.0:1789760780.502916:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.502932:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6022, 6022]
00000008:00010000:0.0:1789760780.502947:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.502951:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.502960:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24666112, 24670208) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.502970:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24666112=0x1786000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.503021:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.503024:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24670208
00000020:00010000:0.0:1789760780.503030:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.503034:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.503036:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.503040:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.503366:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.503376:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.503382:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.503404:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760780.503489:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 24666112<>24670208
00000100:00100000:1.0:1789760780.503622:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484340736:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.547976:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973340 gen 2
00000008:00010000:1.0:1789760780.548080:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760780.548087:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.548095:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.548439:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760780.549674:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484340736:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.550414:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6022, 6022]
00000080:00200000:0.0:1789760780.550430:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.550435:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.550448:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24670208 i_blocks 49159
00000020:00200000:0.0:1789760780.550453:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.550463:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.550489:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24670208, count: 4096
00000080:00200000:0.0:1789760780.550495:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24670208, bytes: 4096
00000080:00200000:0.0:1789760780.550504:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.550512:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.550514:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24670208, 24674304) 0 0
00000080:00200000:0.0:1789760780.550517:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.550530:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6023, 6023]
00020000:00200000:0.0:1789760780.550536:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24670208 chunk: [24670208, 24674304) 24674304, 4096
00020000:00200000:0.0:1789760780.550540:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.550557:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6023, 6023]
00000008:00010000:0.0:1789760780.550572:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.550576:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.550585:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24670208, 24674304) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.550597:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24670208=0x1787000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.550647:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.550649:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24674304
00000020:00010000:0.0:1789760780.550656:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.550659:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.550662:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.550665:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.550667:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.550674:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.550679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.550698:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760780.550781:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 24670208<>24674304
00000100:00100000:1.0:1789760780.550957:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340864:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.596934:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973341 gen 2
00000008:00010000:1.0:1789760780.596969:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760780.596976:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.596985:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.597007:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760780.597031:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484340864:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.597477:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6023, 6023]
00000080:00200000:0.0:1789760780.597490:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.597496:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.597508:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24674304 i_blocks 49159
00000020:00200000:0.0:1789760780.597512:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.597521:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.597551:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24674304, count: 4096
00000080:00200000:0.0:1789760780.597557:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24674304, bytes: 4096
00000080:00200000:0.0:1789760780.597565:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.597572:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.597574:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24674304, 24678400) 0 0
00000080:00200000:0.0:1789760780.597578:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.597591:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6024, 6024]
00020000:00200000:0.0:1789760780.597598:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24674304 chunk: [24674304, 24678400) 24678400, 4096
00020000:00200000:0.0:1789760780.597602:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.597616:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6024, 6024]
00000008:00010000:0.0:1789760780.597629:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.597633:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.597641:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24674304, 24678400) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.597651:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24674304=0x1788000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.597694:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.597697:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24678400
00000020:00010000:0.0:1789760780.597703:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.597706:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.597709:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.597712:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.597714:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.597720:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.597725:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.597739:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760780.597818:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 24674304<>24678400
00000100:00100000:1.0:1789760780.598580:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484340992:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.646851:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973342 gen 2
00000008:00010000:1.0:1789760780.646916:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760780.646923:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.647043:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.647071:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760780.647093:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484340992:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.647195:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6024, 6024]
00000080:00200000:0.0:1789760780.647208:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.647214:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.647226:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24678400 i_blocks 49159
00000020:00200000:0.0:1789760780.647229:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.647239:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.647267:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24678400, count: 4096
00000080:00200000:0.0:1789760780.647273:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24678400, bytes: 4096
00000080:00200000:0.0:1789760780.647280:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.647297:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.647299:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24678400, 24682496) 0 0
00000080:00200000:0.0:1789760780.647302:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.647314:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6025, 6025]
00020000:00200000:0.0:1789760780.647321:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24678400 chunk: [24678400, 24682496) 24682496, 4096
00020000:00200000:0.0:1789760780.647647:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.647664:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6025, 6025]
00000008:00010000:0.0:1789760780.647678:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.647681:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.647690:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24678400, 24682496) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.647699:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24678400=0x1789000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.647739:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.647741:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24682496
00000020:00010000:0.0:1789760780.647747:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.647749:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.647752:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.647755:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.647758:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.647764:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.647769:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.647781:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760780.647844:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 24678400<>24682496
00000100:00100000:1.0:1789760780.648092:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484341120:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.696751:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973343 gen 2
00000008:00010000:1.0:1789760780.696785:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760780.696792:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.696801:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.696817:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760780.696842:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484341120:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.697679:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6025, 6025]
00000080:00200000:0.0:1789760780.697693:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.697699:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.697711:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24682496 i_blocks 49159
00000020:00200000:0.0:1789760780.697715:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.697724:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.697753:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24682496, count: 4096
00000080:00200000:0.0:1789760780.697760:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24682496, bytes: 4096
00000080:00200000:0.0:1789760780.697770:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.697776:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.697778:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24682496, 24686592) 0 0
00000080:00200000:0.0:1789760780.697781:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.697793:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6026, 6026]
00020000:00200000:0.0:1789760780.697799:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24682496 chunk: [24682496, 24686592) 24686592, 4096
00020000:00200000:0.0:1789760780.697803:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.697818:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6026, 6026]
00000008:00010000:0.0:1789760780.697830:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.697835:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.697843:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24682496, 24686592) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.697853:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24682496=0x178a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.697921:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.697924:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24686592
00000020:00010000:0.0:1789760780.697941:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.697944:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.697947:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.697950:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.697952:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.697958:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.697963:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.697979:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760780.698068:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 24682496<>24686592
00000100:00100000:0.0:1789760780.698135:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484341248:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760780.744200:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760780.744211:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.744221:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.744298:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760780.744324:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484341248:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760780.744807:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484341376:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.781335:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6027, 6027]
00000080:00200000:0.0:1789760780.781347:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.781352:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.781364:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24690688 i_blocks 49159
00000020:00200000:0.0:1789760780.781368:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.781388:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.781415:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24690688, count: 4096
00000080:00200000:0.0:1789760780.781421:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24690688, bytes: 4096
00000080:00200000:0.0:1789760780.781431:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.781438:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.781440:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24690688, 24694784) 0 0
00000080:00200000:0.0:1789760780.781444:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.781457:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6028, 6028]
00020000:00200000:0.0:1789760780.781463:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24690688 chunk: [24690688, 24694784) 24694784, 4096
00020000:00200000:0.0:1789760780.781467:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.781481:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6028, 6028]
00000008:00010000:0.0:1789760780.781494:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.781498:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.781506:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24690688, 24694784) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.781516:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24690688=0x178c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.781559:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.781562:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24694784
00000020:00010000:0.0:1789760780.781568:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.781571:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.781583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.781586:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.781589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.781596:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.781602:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.781618:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760780.781691:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 24690688<>24694784
00000100:00100000:0.0:1789760780.781739:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760780.781753:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484341504:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760780.825406:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973346 gen 2
00000008:00010000:0.0:1789760780.825442:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760780.825448:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.825457:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.825479:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760780.825502:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484341504:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760780.866340:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6029, 6029]
00000080:00200000:2.0:1789760780.866353:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760780.866358:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760780.866372:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24698880 i_blocks 49159
00000020:00200000:2.0:1789760780.866375:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760780.866385:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760780.866413:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24698880, count: 4096
00000080:00200000:2.0:1789760780.866420:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24698880, bytes: 4096
00000080:00200000:2.0:1789760780.866432:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760780.866439:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760780.866441:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24698880, 24702976) 0 0
00000080:00200000:2.0:1789760780.866445:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760780.866516:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6030, 6030]
00020000:00200000:2.0:1789760780.866524:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24698880 chunk: [24698880, 24702976) 24702976, 4096
00020000:00200000:2.0:1789760780.866528:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760780.866545:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6030, 6030]
00000008:00010000:2.0:1789760780.866559:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760780.866564:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760780.866573:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24698880, 24702976) append 0 append lockpos 0
00000080:00200000:2.0:1789760780.866584:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24698880=0x178e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760780.866629:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760780.866632:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24702976
00000020:00010000:2.0:1789760780.866639:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760780.866642:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.866644:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760780.866647:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760780.866650:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760780.866656:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760780.866662:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760780.866676:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760780.867031:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 24698880<>24702976
00000080:00200000:0.0:1789760780.899855:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6030, 6030]
00000080:00200000:0.0:1789760780.899889:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.899895:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.899907:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24702976 i_blocks 49159
00000020:00200000:0.0:1789760780.899910:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.899918:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.899946:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24702976, count: 4096
00000080:00200000:0.0:1789760780.899952:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24702976, bytes: 4096
00000080:00200000:0.0:1789760780.899960:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.899966:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.899968:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24702976, 24707072) 0 0
00000080:00200000:0.0:1789760780.899972:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.899985:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6031, 6031]
00020000:00200000:0.0:1789760780.899992:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24702976 chunk: [24702976, 24707072) 24707072, 4096
00020000:00200000:0.0:1789760780.899996:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.900010:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6031, 6031]
00000008:00010000:0.0:1789760780.900023:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.900028:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.900037:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24702976, 24707072) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.900047:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24702976=0x178f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.900102:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.900105:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24707072
00000020:00010000:0.0:1789760780.900111:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.900114:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.900117:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.900119:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.900122:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.900128:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.900133:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.900146:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760780.900236:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 24702976<>24707072
00000100:00100000:1.0:1789760780.900313:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484341888:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.947817:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973349 gen 2
00000008:00010000:1.0:1789760780.947855:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760780.947861:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.947901:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.947925:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760780.947949:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484341888:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.948050:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6031, 6031]
00000080:00200000:0.0:1789760780.948073:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.948079:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.948091:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24707072 i_blocks 49159
00000020:00200000:0.0:1789760780.948094:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.948103:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.948194:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24707072, count: 4096
00000080:00200000:0.0:1789760780.948201:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24707072, bytes: 4096
00000080:00200000:0.0:1789760780.948209:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.948216:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.948218:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24707072, 24711168) 0 0
00000080:00200000:0.0:1789760780.948222:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.948235:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6032, 6032]
00020000:00200000:0.0:1789760780.948243:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24707072 chunk: [24707072, 24711168) 24711168, 4096
00020000:00200000:0.0:1789760780.948247:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.948261:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6032, 6032]
00000008:00010000:0.0:1789760780.948284:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.948289:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.948297:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24707072, 24711168) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.948308:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24707072=0x1790000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.948560:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.948563:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24711168
00000020:00010000:0.0:1789760780.948570:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.948573:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.948576:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.948579:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.948582:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.948588:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.948594:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.949451:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760780.949539:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 24707072<>24711168
00000100:00100000:1.0:1789760780.950206:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484342016:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760780.983996:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973350 gen 2
00000008:00010000:1.0:1789760780.984303:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760780.984310:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.984319:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.984338:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760780.984362:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484342016:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760780.984690:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6032, 6032]
00000080:00200000:0.0:1789760780.984704:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.984710:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.984724:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24711168 i_blocks 49159
00000020:00200000:0.0:1789760780.984728:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.984737:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.984767:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24711168, count: 4096
00000080:00200000:0.0:1789760780.984773:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24711168, bytes: 4096
00000080:00200000:0.0:1789760780.984783:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.984791:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.984792:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24711168, 24715264) 0 0
00000080:00200000:0.0:1789760780.984796:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.984811:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6033, 6033]
00020000:00200000:0.0:1789760780.984818:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24711168 chunk: [24711168, 24715264) 24715264, 4096
00020000:00200000:0.0:1789760780.984822:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.984851:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6033, 6033]
00000008:00010000:0.0:1789760780.984896:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.984901:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760780.984912:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24711168, 24715264) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.984926:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24711168=0x1791000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.984977:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.984980:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24715264
00000020:00010000:0.0:1789760780.984988:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.984991:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.984994:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.984997:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.985000:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.985007:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.985013:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.985032:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760780.985135:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 24711168<>24715264
00000100:00100000:1.0:1789760780.985780:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760780.985797:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484342144:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.041724:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973351 gen 2
00000008:00010000:1.0:1789760781.041764:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760781.041770:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.041778:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.041799:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760781.041821:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484342144:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.042077:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6033, 6033]
00000080:00200000:0.0:1789760781.042091:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.042095:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.042108:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24715264 i_blocks 49159
00000020:00200000:0.0:1789760781.042111:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.042121:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.042159:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24715264, count: 4096
00000080:00200000:0.0:1789760781.042165:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24715264, bytes: 4096
00000080:00200000:0.0:1789760781.042174:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.042180:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.042182:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24715264, 24719360) 0 0
00000080:00200000:0.0:1789760781.042187:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.042207:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6034, 6034]
00020000:00200000:0.0:1789760781.042213:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24715264 chunk: [24715264, 24719360) 24719360, 4096
00020000:00200000:0.0:1789760781.042217:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.042383:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6034, 6034]
00000008:00010000:0.0:1789760781.042397:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.042402:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.042411:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24715264, 24719360) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.042424:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24715264=0x1792000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.042474:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.042477:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24719360
00000020:00010000:0.0:1789760781.042484:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.042487:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.042490:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.042493:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.042496:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.042503:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.042509:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.042523:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760781.042599:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 24715264<>24719360
00000100:00100000:1.0:1789760781.042696:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760781.042712:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484342272:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.085403:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973352 gen 2
00000008:00010000:1.0:1789760781.085441:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760781.085447:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.085456:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.085476:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760781.085505:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484342272:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.085620:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6034, 6034]
00000080:00200000:0.0:1789760781.085634:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.085639:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.085651:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24719360 i_blocks 49159
00000020:00200000:0.0:1789760781.085654:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.085662:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.085689:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24719360, count: 4096
00000080:00200000:0.0:1789760781.085695:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24719360, bytes: 4096
00000080:00200000:0.0:1789760781.085703:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.085710:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.085712:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24719360, 24723456) 0 0
00000080:00200000:0.0:1789760781.085715:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.085729:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6035, 6035]
00020000:00200000:0.0:1789760781.085736:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24719360 chunk: [24719360, 24723456) 24723456, 4096
00020000:00200000:0.0:1789760781.085740:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.085755:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6035, 6035]
00000008:00010000:0.0:1789760781.085769:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.085773:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.085791:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24719360, 24723456) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.085804:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24719360=0x1793000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.085850:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.085853:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24723456
00000020:00010000:0.0:1789760781.085861:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.085910:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.085913:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.085916:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.085918:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.085925:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.085931:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.085947:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760781.086026:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 24719360<>24723456
00000100:00100000:1.0:1789760781.086137:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760781.086154:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484342400:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760781.115120:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760781.136216:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973353 gen 2
00000008:00010000:1.0:1789760781.136257:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760781.136264:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.136273:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.136298:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760781.136322:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484342400:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.136469:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6035, 6035]
00000080:00200000:0.0:1789760781.136482:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.136487:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.136499:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24723456 i_blocks 49159
00000020:00200000:0.0:1789760781.136502:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.136511:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.136544:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24723456, count: 4096
00000080:00200000:0.0:1789760781.136550:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24723456, bytes: 4096
00000080:00200000:0.0:1789760781.136558:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.136564:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.136566:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24723456, 24727552) 0 0
00000080:00200000:0.0:1789760781.136569:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.136582:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6036, 6036]
00020000:00200000:0.0:1789760781.136599:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24723456 chunk: [24723456, 24727552) 24727552, 4096
00020000:00200000:0.0:1789760781.136603:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.136618:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6036, 6036]
00000008:00010000:0.0:1789760781.136633:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.136637:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.136645:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24723456, 24727552) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.136656:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24723456=0x1794000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.136696:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.136698:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24727552
00000020:00010000:0.0:1789760781.136705:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.136708:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.136710:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.136713:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.136715:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.136720:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.136725:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.136737:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760781.136817:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 24723456<>24727552
00000100:00100000:1.0:1789760781.136922:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484342528:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.187428:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973354 gen 2
00000008:00010000:1.0:1789760781.187465:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760781.187471:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.187480:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.187505:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760781.187529:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484342528:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.187681:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6036, 6036]
00000080:00200000:0.0:1789760781.187693:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.187698:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.187710:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24727552 i_blocks 49159
00000020:00200000:0.0:1789760781.187714:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.187722:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.187750:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24727552, count: 4096
00000080:00200000:0.0:1789760781.187757:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24727552, bytes: 4096
00000080:00200000:0.0:1789760781.187766:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.187805:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.187807:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24727552, 24731648) 0 0
00000080:00200000:0.0:1789760781.187811:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.187824:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6037, 6037]
00020000:00200000:0.0:1789760781.187831:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24727552 chunk: [24727552, 24731648) 24731648, 4096
00020000:00200000:0.0:1789760781.187835:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.187850:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6037, 6037]
00000008:00010000:0.0:1789760781.187886:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.187891:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.187900:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24727552, 24731648) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.187911:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24727552=0x1795000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.187952:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.187955:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24731648
00000020:00010000:0.0:1789760781.187961:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.187964:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.187967:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.187970:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.187972:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.187978:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.187984:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.187997:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760781.188089:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 24727552<>24731648
00000100:00100000:0.0:1789760781.188123:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484342656:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760781.221453:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:0.0:1789760781.221463:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.221471:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.221494:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:0.0:1789760781.221518:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484342656:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760781.222118:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484342784:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.263458:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6038, 6038]
00000080:00200000:0.0:1789760781.263472:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.263478:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.263490:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24735744 i_blocks 49159
00000020:00200000:0.0:1789760781.263493:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.263503:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.263532:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24735744, count: 4096
00000080:00200000:0.0:1789760781.263537:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24735744, bytes: 4096
00000080:00200000:0.0:1789760781.263547:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.263554:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.263557:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24735744, 24739840) 0 0
00000080:00200000:0.0:1789760781.263561:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.263572:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6039, 6039]
00020000:00200000:0.0:1789760781.263579:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24735744 chunk: [24735744, 24739840) 24739840, 4096
00020000:00200000:0.0:1789760781.263583:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.263599:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6039, 6039]
00000008:00010000:0.0:1789760781.263614:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.263618:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.263627:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24735744, 24739840) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.263637:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24735744=0x1797000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.263681:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.263684:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24739840
00000020:00010000:0.0:1789760781.263691:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.263694:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.263697:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.263700:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.263703:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.263709:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.263715:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.263730:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760781.263811:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 24735744<>24739840
00000100:00100000:0.0:1789760781.263852:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760781.263897:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484342912:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760781.301830:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973357 gen 2
00000008:00010000:0.0:1789760781.301894:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:0.0:1789760781.301900:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.301907:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.301979:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:0.0:1789760781.302004:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484342912:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.334985:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6040, 6040]
00000080:00200000:0.0:1789760781.334999:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.335004:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.335016:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24743936 i_blocks 49159
00000020:00200000:0.0:1789760781.335019:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.335028:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.335078:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24743936, count: 4096
00000080:00200000:0.0:1789760781.335084:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24743936, bytes: 4096
00000080:00200000:0.0:1789760781.335092:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.335108:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.335111:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24743936, 24748032) 0 0
00000080:00200000:0.0:1789760781.335114:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.335127:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6041, 6041]
00020000:00200000:0.0:1789760781.335134:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24743936 chunk: [24743936, 24748032) 24748032, 4096
00020000:00200000:0.0:1789760781.335138:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.335152:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6041, 6041]
00000008:00010000:0.0:1789760781.335166:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.335171:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.335180:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24743936, 24748032) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.335191:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24743936=0x1799000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.335237:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.335241:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24748032
00000020:00010000:0.0:1789760781.335247:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.335250:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.335253:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.335257:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.335259:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.335265:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.335270:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.335284:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760781.335379:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 24743936<>24748032
00000100:00100000:1.0:1789760781.335631:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484343168:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.376618:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973359 gen 2
00000008:00010000:1.0:1789760781.376654:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760781.376661:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.376670:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.376693:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760781.376715:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484343168:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.376810:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6041, 6041]
00000080:00200000:0.0:1789760781.376822:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.376827:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.376839:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24748032 i_blocks 49159
00000020:00200000:0.0:1789760781.376842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.376851:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.376903:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24748032, count: 4096
00000080:00200000:0.0:1789760781.376910:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24748032, bytes: 4096
00000080:00200000:0.0:1789760781.376919:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.376925:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.376927:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24748032, 24752128) 0 0
00000080:00200000:0.0:1789760781.376931:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.376944:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6042, 6042]
00020000:00200000:0.0:1789760781.376950:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24748032 chunk: [24748032, 24752128) 24752128, 4096
00020000:00200000:0.0:1789760781.376954:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.376969:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6042, 6042]
00000008:00010000:0.0:1789760781.376982:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.376997:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.377007:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24748032, 24752128) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.377017:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24748032=0x179a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.377077:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.377080:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24752128
00000020:00010000:0.0:1789760781.377086:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.377089:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.377091:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.377094:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.377096:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.377102:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.377107:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.377120:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760781.377368:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 24748032<>24752128
00000100:00100000:1.0:1789760781.378749:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760781.378772:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484343296:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.439190:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973360 gen 2
00000008:00010000:1.0:1789760781.439230:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760781.439236:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.439245:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.439266:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760781.439291:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484343296:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.439401:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6042, 6042]
00000080:00200000:0.0:1789760781.439413:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.439418:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.439431:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24752128 i_blocks 49159
00000020:00200000:0.0:1789760781.439434:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.439442:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.439470:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24752128, count: 4096
00000080:00200000:0.0:1789760781.439476:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24752128, bytes: 4096
00000080:00200000:0.0:1789760781.439483:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.439490:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.439492:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24752128, 24756224) 0 0
00000080:00200000:0.0:1789760781.439496:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.439509:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6043, 6043]
00020000:00200000:0.0:1789760781.439516:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24752128 chunk: [24752128, 24756224) 24756224, 4096
00020000:00200000:0.0:1789760781.439519:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.439533:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6043, 6043]
00000008:00010000:0.0:1789760781.439546:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.439550:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.439560:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24752128, 24756224) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.439570:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24752128=0x179b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.439614:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.439616:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24756224
00000020:00010000:0.0:1789760781.439628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.439632:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.439635:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.439638:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.439640:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.439647:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.439652:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.439665:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760781.439737:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 24752128<>24756224
00000100:00100000:0.0:1789760781.439768:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760781.439778:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484343424:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760781.477257:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973361 gen 2
00000008:00010000:0.0:1789760781.477293:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:0.0:1789760781.477300:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.477308:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.477393:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:0.0:1789760781.477418:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484343424:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760781.478259:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484343552:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.524671:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6044, 6044]
00000080:00200000:0.0:1789760781.524684:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.524690:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.524702:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24760320 i_blocks 49159
00000020:00200000:0.0:1789760781.524705:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.524713:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.524738:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24760320, count: 4096
00000080:00200000:0.0:1789760781.524744:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24760320, bytes: 4096
00000080:00200000:0.0:1789760781.524751:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.524758:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.524760:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24760320, 24764416) 0 0
00000080:00200000:0.0:1789760781.524764:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.524776:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6045, 6045]
00020000:00200000:0.0:1789760781.524782:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24760320 chunk: [24760320, 24764416) 24764416, 4096
00020000:00200000:0.0:1789760781.524786:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.524800:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6045, 6045]
00000008:00010000:0.0:1789760781.524812:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.524816:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.524823:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24760320, 24764416) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.524834:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24760320=0x179d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.524904:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.524907:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24764416
00000020:00010000:0.0:1789760781.524913:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.524916:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.524919:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.524922:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.524925:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.524930:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.524934:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.524946:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760781.525019:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 24760320<>24764416
00000100:00100000:1.0:1789760781.525086:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484343680:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.557153:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973363 gen 2
00000008:00010000:1.0:1789760781.557187:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760781.557193:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.557201:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.557220:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760781.557244:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484343680:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.557439:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6045, 6045]
00000080:00200000:0.0:1789760781.557460:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.557466:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.557477:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24764416 i_blocks 49159
00000020:00200000:0.0:1789760781.557480:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.557488:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.557516:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24764416, count: 4096
00000080:00200000:0.0:1789760781.557523:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24764416, bytes: 4096
00000080:00200000:0.0:1789760781.557531:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.557538:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.557541:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24764416, 24768512) 0 0
00000080:00200000:0.0:1789760781.557545:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.557558:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6046, 6046]
00020000:00200000:0.0:1789760781.557565:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24764416 chunk: [24764416, 24768512) 24768512, 4096
00020000:00200000:0.0:1789760781.557569:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.557585:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6046, 6046]
00000008:00010000:0.0:1789760781.557599:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.557604:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.557612:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24764416, 24768512) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.557623:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24764416=0x179e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.557667:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.557670:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24768512
00000020:00010000:0.0:1789760781.557677:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.557681:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.557684:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.557693:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.557696:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.557702:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.557707:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.557722:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760781.557797:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 24764416<>24768512
00000100:00100000:1.0:1789760781.558092:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484343808:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.586696:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973364 gen 2
00000008:00010000:1.0:1789760781.586730:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760781.586737:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.586745:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.586765:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760781.586790:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484343808:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.586891:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6046, 6046]
00000080:00200000:0.0:1789760781.586904:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.586908:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.586920:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24768512 i_blocks 49159
00000020:00200000:0.0:1789760781.586924:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.586932:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.586958:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24768512, count: 4096
00000080:00200000:0.0:1789760781.586964:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24768512, bytes: 4096
00000080:00200000:0.0:1789760781.586970:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.586975:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.586976:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24768512, 24772608) 0 0
00000080:00200000:0.0:1789760781.586979:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.586990:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6047, 6047]
00020000:00200000:0.0:1789760781.586996:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24768512 chunk: [24768512, 24772608) 24772608, 4096
00020000:00200000:0.0:1789760781.586999:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.587015:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6047, 6047]
00000008:00010000:0.0:1789760781.587028:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.587034:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.587043:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24768512, 24772608) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.587066:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24768512=0x179f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.587156:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.587159:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24772608
00000020:00010000:0.0:1789760781.587164:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.587166:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.587168:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.587170:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.587172:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.587176:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.587180:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.587191:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760781.587255:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 24768512<>24772608
00000100:00100000:1.0:1789760781.587316:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760781.587327:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484343936:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.625818:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973365 gen 2
00000008:00010000:1.0:1789760781.625856:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760781.625884:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.625894:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.625907:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760781.625930:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484343936:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.626426:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6047, 6047]
00000080:00200000:0.0:1789760781.626507:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.626514:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.626527:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24772608 i_blocks 49159
00000020:00200000:0.0:1789760781.626531:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.626541:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.626571:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24772608, count: 4096
00000080:00200000:0.0:1789760781.626578:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24772608, bytes: 4096
00000080:00200000:0.0:1789760781.626586:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.626594:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.626595:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24772608, 24776704) 0 0
00000080:00200000:0.0:1789760781.626600:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.626613:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6048, 6048]
00020000:00200000:0.0:1789760781.626620:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24772608 chunk: [24772608, 24776704) 24776704, 4096
00020000:00200000:0.0:1789760781.626623:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.626639:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6048, 6048]
00000008:00010000:0.0:1789760781.626653:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.626657:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.626667:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24772608, 24776704) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.626677:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24772608=0x17a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.627571:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.627576:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24776704
00000020:00010000:0.0:1789760781.627584:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.627589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.627591:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.627595:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.627598:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.627605:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.627612:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.627632:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760781.627732:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 24772608<>24776704
00000100:00100000:1.0:1789760781.628217:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484344064:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760781.678088:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760781.678098:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.678108:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.678128:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760781.678152:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484344064:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.678281:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6048, 6048]
00000080:00200000:0.0:1789760781.678294:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.678299:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.678311:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24776704 i_blocks 49159
00000020:00200000:0.0:1789760781.678314:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.678332:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.678361:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24776704, count: 4096
00000080:00200000:0.0:1789760781.678367:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24776704, bytes: 4096
00000080:00200000:0.0:1789760781.678375:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.678382:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.678384:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24776704, 24780800) 0 0
00000080:00200000:0.0:1789760781.678387:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.678400:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6049, 6049]
00020000:00200000:0.0:1789760781.678406:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24776704 chunk: [24776704, 24780800) 24780800, 4096
00020000:00200000:0.0:1789760781.678410:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.678425:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6049, 6049]
00000008:00010000:0.0:1789760781.678438:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.678453:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.678463:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24776704, 24780800) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.678473:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24776704=0x17a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.678516:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.678519:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24780800
00000020:00010000:0.0:1789760781.678525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.678528:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.678532:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.678535:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.678538:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.678544:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.678549:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.678563:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760781.678643:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2febb80 - object 0x280000401:2 offset 24776704<>24780800
00000100:00100000:1.0:1789760781.678802:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760781.678990:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484344192:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.711831:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973367 gen 2
00000008:00010000:1.0:1789760781.711910:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760781.711916:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.711923:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.711955:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760781.711981:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484344192:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.712027:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6049, 6049]
00000080:00200000:0.0:1789760781.712040:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.712045:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.712066:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24780800 i_blocks 49159
00000020:00200000:0.0:1789760781.712069:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.712078:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.712110:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24780800, count: 4096
00000080:00200000:0.0:1789760781.712116:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24780800, bytes: 4096
00000080:00200000:0.0:1789760781.712124:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.712131:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.712133:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24780800, 24784896) 0 0
00000080:00200000:0.0:1789760781.712136:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.712148:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6050, 6050]
00020000:00200000:0.0:1789760781.712154:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24780800 chunk: [24780800, 24784896) 24784896, 4096
00020000:00200000:0.0:1789760781.712158:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.712173:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6050, 6050]
00000008:00010000:0.0:1789760781.712185:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.712189:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.712197:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24780800, 24784896) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.712207:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24780800=0x17a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.712243:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.712246:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24784896
00000020:00010000:0.0:1789760781.712251:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.712255:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.712258:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.712261:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.712263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.712269:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.712273:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.712285:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760781.712450:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9500 - object 0x280000401:2 offset 24780800<>24784896
00000100:00100000:0.0:1789760781.712483:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760781.712494:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484344320:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760781.760860:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760781.760918:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.760927:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.761000:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760781.761027:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484344320:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.761162:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6050, 6050]
00000080:00200000:0.0:1789760781.761175:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.761180:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.761191:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24784896 i_blocks 49159
00000020:00200000:0.0:1789760781.761194:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.761203:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.761231:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24784896, count: 4096
00000080:00200000:0.0:1789760781.761237:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24784896, bytes: 4096
00000080:00200000:0.0:1789760781.761248:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.761256:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.761258:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24784896, 24788992) 0 0
00000080:00200000:0.0:1789760781.761262:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.761276:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6051, 6051]
00020000:00200000:0.0:1789760781.761400:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24784896 chunk: [24784896, 24788992) 24788992, 4096
00020000:00200000:0.0:1789760781.761406:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.761423:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6051, 6051]
00000008:00010000:0.0:1789760781.761436:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.761441:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.761449:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24784896, 24788992) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.761461:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24784896=0x17a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.761506:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.761508:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24788992
00000020:00010000:0.0:1789760781.761514:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.761517:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.761520:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.761631:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.761634:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.761641:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.761647:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.761662:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760781.761738:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 24784896<>24788992
00000100:00100000:1.0:1789760781.761796:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484344448:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.806649:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973369 gen 2
00000008:00010000:1.0:1789760781.806694:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760781.806758:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.806766:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.806832:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760781.806880:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484344448:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.807012:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6051, 6051]
00000080:00200000:0.0:1789760781.807025:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.807031:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.807042:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24788992 i_blocks 49159
00000020:00200000:0.0:1789760781.807045:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.807065:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.807093:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24788992, count: 4096
00000080:00200000:0.0:1789760781.807099:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24788992, bytes: 4096
00000080:00200000:0.0:1789760781.807106:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.807114:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.807116:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24788992, 24793088) 0 0
00000080:00200000:0.0:1789760781.807120:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.807133:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6052, 6052]
00020000:00200000:0.0:1789760781.807140:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24788992 chunk: [24788992, 24793088) 24793088, 4096
00020000:00200000:0.0:1789760781.807143:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.807157:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6052, 6052]
00000008:00010000:0.0:1789760781.807170:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.807174:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.807183:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24788992, 24793088) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.807194:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24788992=0x17a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.807237:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.807239:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24793088
00000020:00010000:0.0:1789760781.807245:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.807247:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.807250:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.807253:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.807256:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.807262:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.807267:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.807280:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760781.807361:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9f80 - object 0x280000401:2 offset 24788992<>24793088
00000100:00100000:1.0:1789760781.807417:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484344576:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.859825:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973370 gen 2
00000008:00010000:1.0:1789760781.859886:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760781.859893:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.859903:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.859922:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760781.859944:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484344576:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.860369:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6052, 6052]
00000080:00200000:0.0:1789760781.860382:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.860387:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.860398:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24793088 i_blocks 49159
00000020:00200000:0.0:1789760781.860402:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.860410:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.860437:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24793088, count: 4096
00000080:00200000:0.0:1789760781.861108:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24793088, bytes: 4096
00000080:00200000:0.0:1789760781.861120:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.861127:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.861129:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24793088, 24797184) 0 0
00000080:00200000:0.0:1789760781.861380:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.861395:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6053, 6053]
00020000:00200000:0.0:1789760781.861403:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24793088 chunk: [24793088, 24797184) 24797184, 4096
00020000:00200000:0.0:1789760781.861407:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.861424:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6053, 6053]
00000008:00010000:0.0:1789760781.861563:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.861569:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.861580:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24793088, 24797184) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.861592:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24793088=0x17a5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.861649:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.861652:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24797184
00000020:00010000:0.0:1789760781.861659:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.861663:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.861666:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.861669:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.861671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.861679:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.861686:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.861706:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760781.861792:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9f80 - object 0x280000401:2 offset 24793088<>24797184
00000100:00100000:1.0:1789760781.861904:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484344704:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.904929:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973371 gen 2
00000008:00010000:1.0:1789760781.904967:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760781.904973:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.904981:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.905071:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760781.905099:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484344704:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.905255:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6053, 6053]
00000080:00200000:0.0:1789760781.905268:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.905272:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.905284:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24797184 i_blocks 49159
00000020:00200000:0.0:1789760781.905287:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.905296:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.905323:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24797184, count: 4096
00000080:00200000:0.0:1789760781.905329:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24797184, bytes: 4096
00000080:00200000:0.0:1789760781.905338:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.905345:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.905348:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24797184, 24801280) 0 0
00000080:00200000:0.0:1789760781.905352:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.905364:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6054, 6054]
00020000:00200000:0.0:1789760781.905371:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24797184 chunk: [24797184, 24801280) 24801280, 4096
00020000:00200000:0.0:1789760781.905376:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.905392:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6054, 6054]
00000008:00010000:0.0:1789760781.905405:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.905410:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.905419:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24797184, 24801280) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.905430:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24797184=0x17a6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.905473:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.905476:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24801280
00000020:00010000:0.0:1789760781.905482:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.905486:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.905488:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.905491:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.905494:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.905500:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.905506:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.905520:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760781.905596:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 24797184<>24801280
00000100:00100000:1.0:1789760781.905662:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484344832:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760781.957548:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973372 gen 2
00000008:00010000:1.0:1789760781.957583:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760781.957589:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.957598:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.957621:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760781.957646:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484344832:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760781.957748:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6054, 6054]
00000080:00200000:0.0:1789760781.957761:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.957766:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.957777:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24801280 i_blocks 49159
00000020:00200000:0.0:1789760781.957781:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.957789:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.957818:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24801280, count: 4096
00000080:00200000:0.0:1789760781.957824:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24801280, bytes: 4096
00000080:00200000:0.0:1789760781.957832:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.957839:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.957841:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24801280, 24805376) 0 0
00000080:00200000:0.0:1789760781.957844:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.957857:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6055, 6055]
00020000:00200000:0.0:1789760781.957891:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24801280 chunk: [24801280, 24805376) 24805376, 4096
00020000:00200000:0.0:1789760781.957896:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.957912:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6055, 6055]
00000008:00010000:0.0:1789760781.957927:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.957932:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760781.957940:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24801280, 24805376) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.957951:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24801280=0x17a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.957994:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.957997:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24805376
00000020:00010000:0.0:1789760781.958004:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.958007:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.958010:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.958013:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.958015:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.958021:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.958026:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.958039:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760781.958128:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9500 - object 0x280000401:2 offset 24801280<>24805376
00000100:00100000:1.0:1789760781.958183:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484344960:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760782.011419:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760782.011430:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760782.011439:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760782.011455:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760782.011479:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484344960:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760782.012967:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6055, 6055]
00000080:00200000:0.0:1789760782.012985:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.012990:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.013003:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24805376 i_blocks 49159
00000020:00200000:0.0:1789760782.013007:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.013018:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.013121:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24805376, count: 4096
00000080:00200000:0.0:1789760782.013129:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24805376, bytes: 4096
00000080:00200000:0.0:1789760782.013141:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.013148:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.013150:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24805376, 24809472) 0 0
00000080:00200000:0.0:1789760782.013154:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.013167:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6056, 6056]
00020000:00200000:0.0:1789760782.013174:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24805376 chunk: [24805376, 24809472) 24809472, 4096
00020000:00200000:0.0:1789760782.013178:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.013194:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6056, 6056]
00000008:00010000:0.0:1789760782.013209:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.013214:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760782.013224:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24805376, 24809472) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.013680:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24805376=0x17a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.013744:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.013747:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24809472
00000020:00010000:0.0:1789760782.013755:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.013758:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.013761:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.013765:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.013768:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.013776:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.013782:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.013800:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760782.014423:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2febb80 - object 0x280000401:2 offset 24805376<>24809472
00000100:00100000:1.0:1789760782.014712:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760782.014733:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484345088:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760782.048913:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973373 gen 2
00000100:00100000:1.0:1789760782.048945:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2febb80 x1876699484345088/t4294973374(4294973374) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760798 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760782.048982:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760782.048989:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760782.048996:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760782.049076:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760782.049097:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484345088:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760782.049205:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6056, 6056]
00000080:00200000:0.0:1789760782.049218:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.049223:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.049234:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24809472 i_blocks 49159
00000020:00200000:0.0:1789760782.049238:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.049247:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.049275:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24809472, count: 4096
00000080:00200000:0.0:1789760782.049280:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24809472, bytes: 4096
00000080:00200000:0.0:1789760782.049288:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.049295:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.049298:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24809472, 24813568) 0 0
00000080:00200000:0.0:1789760782.049302:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.049315:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6057, 6057]
00020000:00200000:0.0:1789760782.049321:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24809472 chunk: [24809472, 24813568) 24813568, 4096
00020000:00200000:0.0:1789760782.049325:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.049339:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6057, 6057]
00000008:00010000:0.0:1789760782.049353:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.049358:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760782.049367:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24809472, 24813568) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.049378:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24809472=0x17a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.049420:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.049423:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24813568
00000020:00010000:0.0:1789760782.049429:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.049432:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.049436:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.049439:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.049442:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.049447:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.049453:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.049466:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760782.049538:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 24809472<>24813568
00000100:00100000:1.0:1789760782.049591:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484345216:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760782.096924:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973375 gen 2
00000008:00010000:1.0:1789760782.096970:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760782.096976:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760782.096984:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760782.097008:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760782.097031:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484345216:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.097751:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484345344:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760782.139064:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760782.162436:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973376 gen 2
00000008:00010000:2.0:1789760782.162472:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760782.162478:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.162487:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.162517:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760782.162541:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484345344:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760782.209422:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760782.209433:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.209442:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.209463:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760782.209486:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484345472:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.247522:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973378 gen 2
00000008:00010000:2.0:1789760782.247569:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760782.247575:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.247584:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.247597:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760782.247622:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484345600:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.248653:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484345728:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.293964:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973379 gen 2
00000008:00010000:2.0:1789760782.294000:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760782.294005:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.294013:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.294092:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760782.294124:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484345728:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.295606:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484345856:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.328938:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973380 gen 2
00000008:00010000:2.0:1789760782.328975:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760782.328982:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.328990:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.329059:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760782.329081:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484345856:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.329644:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484345984:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.370900:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973381 gen 2
00000008:00010000:2.0:1789760782.370938:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760782.370943:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.370952:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.370972:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760782.370996:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484345984:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.414720:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973382 gen 2
00000008:00010000:2.0:1789760782.414768:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760782.414775:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.414783:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.414807:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760782.414830:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484346112:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760782.415057:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6064, 6064]
00000080:00200000:0.0:1789760782.415073:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.415077:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.415089:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24842240 i_blocks 49159
00000020:00200000:0.0:1789760782.415093:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.415101:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.416016:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24842240, count: 4096
00000080:00200000:0.0:1789760782.416031:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24842240, bytes: 4096
00000080:00200000:0.0:1789760782.416056:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.416064:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.416066:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24842240, 24846336) 0 0
00000080:00200000:0.0:1789760782.416071:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.416085:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6065, 6065]
00020000:00200000:0.0:1789760782.416093:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24842240 chunk: [24842240, 24846336) 24846336, 4096
00020000:00200000:0.0:1789760782.416096:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.416124:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6065, 6065]
00000008:00010000:0.0:1789760782.416139:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.416144:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760782.416154:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24842240, 24846336) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.416167:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24842240=0x17b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.416221:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.416224:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24846336
00000020:00010000:0.0:1789760782.416230:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.416233:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.416236:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.416238:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.416241:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.416249:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.416255:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.416276:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760782.417131:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 24842240<>24846336
00000100:00100000:1.0:1789760782.417452:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484346240:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760782.460127:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973383 gen 2
00000008:00010000:1.0:1789760782.460159:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760782.460165:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760782.460380:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760782.460399:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760782.460423:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484346240:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760782.461900:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6065, 6065]
00000080:00200000:0.0:1789760782.461916:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.461921:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.461933:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24846336 i_blocks 49159
00000020:00200000:0.0:1789760782.461937:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.461948:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.461985:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24846336, count: 4096
00000080:00200000:0.0:1789760782.461992:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24846336, bytes: 4096
00000080:00200000:0.0:1789760782.462001:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.462009:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.462011:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24846336, 24850432) 0 0
00000080:00200000:0.0:1789760782.462015:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.462026:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6066, 6066]
00020000:00200000:0.0:1789760782.462033:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24846336 chunk: [24846336, 24850432) 24850432, 4096
00020000:00200000:0.0:1789760782.462037:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.462062:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6066, 6066]
00000008:00010000:0.0:1789760782.462079:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.462084:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760782.462093:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24846336, 24850432) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.462103:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24846336=0x17b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.462149:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.462152:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24850432
00000020:00010000:0.0:1789760782.462158:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.462161:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.462164:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.462179:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.462182:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.462188:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.462193:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.462208:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760782.462285:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 24846336<>24850432
00000100:00100000:0.0:1789760782.462325:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760782.462342:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484346368:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760782.507957:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973384 gen 2
00000008:00010000:0.0:1789760782.507993:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760782.508000:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.508008:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.508032:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760782.508064:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484346368:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760782.508170:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6066, 6066]
00000080:00200000:1.0:1789760782.508184:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.508188:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.508201:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24850432 i_blocks 49159
00000020:00200000:1.0:1789760782.508204:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.508216:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.508251:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24850432, count: 4096
00000080:00200000:1.0:1789760782.508257:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24850432, bytes: 4096
00000080:00200000:1.0:1789760782.508267:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.508274:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.508276:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24850432, 24854528) 0 0
00000080:00200000:1.0:1789760782.508280:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.508293:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6067, 6067]
00020000:00200000:1.0:1789760782.508301:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24850432 chunk: [24850432, 24854528) 24854528, 4096
00020000:00200000:1.0:1789760782.508305:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.508320:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6067, 6067]
00000008:00010000:1.0:1789760782.508334:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.508339:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760782.508348:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24850432, 24854528) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.508359:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24850432=0x17b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.508404:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.508407:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24854528
00000020:00010000:1.0:1789760782.508414:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.508417:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.508420:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.508424:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.508427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.508434:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.508440:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.508454:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760782.508544:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 24850432<>24854528
00000100:00100000:1.0:1789760782.508583:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760782.508598:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484346496:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760782.543146:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973385 gen 2
00000008:00010000:1.0:1789760782.543179:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:1.0:1789760782.543185:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760782.543194:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760782.543473:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6067, 6067]
00000008:00010000:1.0:1789760782.543474:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000080:00200000:2.0:1789760782.543487:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760782.543493:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:1.0:1789760782.543501:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484346496:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760782.543505:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24854528 i_blocks 49159
00000020:00200000:2.0:1789760782.543509:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760782.543519:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760782.543545:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24854528, count: 4096
00000080:00200000:2.0:1789760782.543551:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24854528, bytes: 4096
00000080:00200000:2.0:1789760782.543559:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760782.543566:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760782.543568:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24854528, 24858624) 0 0
00000080:00200000:2.0:1789760782.543572:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760782.543583:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6068, 6068]
00020000:00200000:2.0:1789760782.543590:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24854528 chunk: [24854528, 24858624) 24858624, 4096
00020000:00200000:2.0:1789760782.543594:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760782.543608:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6068, 6068]
00000008:00010000:2.0:1789760782.543621:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760782.543625:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760782.543633:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24854528, 24858624) append 0 append lockpos 0
00000080:00200000:2.0:1789760782.543643:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24854528=0x17b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760782.543684:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760782.543687:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24858624
00000020:00010000:2.0:1789760782.543692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760782.543696:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.543699:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.543702:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760782.543705:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760782.543710:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760782.543715:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760782.543727:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760782.543800:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 24854528<>24858624
00000100:00100000:2.0:1789760782.543839:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760782.543851:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484346624:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.587004:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973386 gen 2
00000008:00010000:2.0:1789760782.587050:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760782.587057:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.587066:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.587154:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760782.587179:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484346624:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.590902:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484346752:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.633927:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973387 gen 2
00000008:00010000:2.0:1789760782.633961:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760782.633967:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.633976:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.633997:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760782.634020:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484346752:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.637809:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760782.637834:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484346880:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.675927:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973388 gen 2
00000008:00010000:2.0:1789760782.675965:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760782.675972:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.675981:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.676050:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760782.676075:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484346880:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.676730:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484347008:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.724202:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973389 gen 2
00000008:00010000:2.0:1789760782.724256:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760782.724263:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.724273:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.724294:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760782.724322:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484347008:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760782.798685:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973390 gen 2
00000008:00010000:2.0:1789760782.798720:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760782.798726:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.798734:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.798759:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760782.798783:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484347136:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760782.798985:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6072, 6072]
00000080:00200000:1.0:1789760782.798998:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.799004:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.799016:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24875008 i_blocks 49159
00000020:00200000:1.0:1789760782.799019:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.799028:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.799066:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24875008, count: 4096
00000080:00200000:1.0:1789760782.799073:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24875008, bytes: 4096
00000080:00200000:1.0:1789760782.799081:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.799088:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.799090:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24875008, 24879104) 0 0
00000080:00200000:1.0:1789760782.799094:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.799107:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6073, 6073]
00020000:00200000:1.0:1789760782.799113:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24875008 chunk: [24875008, 24879104) 24879104, 4096
00020000:00200000:1.0:1789760782.799117:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.799143:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6073, 6073]
00000008:00010000:1.0:1789760782.799158:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.799163:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760782.799172:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24875008, 24879104) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.799182:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24875008=0x17b9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.799227:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.799229:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24879104
00000020:00010000:1.0:1789760782.799236:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.799239:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.799242:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.799244:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.799247:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.799253:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.799259:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.799394:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760782.799478:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 24875008<>24879104
00000100:00100000:0.0:1789760782.806245:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484347264:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760782.862497:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973391 gen 2
00000008:00010000:0.0:1789760782.862534:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760782.862541:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.862552:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.862577:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760782.862601:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484347264:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760782.864035:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6073, 6073]
00000080:00200000:1.0:1789760782.864062:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.864067:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.864081:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24879104 i_blocks 49159
00000020:00200000:1.0:1789760782.864085:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.864096:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.864137:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24879104, count: 4096
00000080:00200000:1.0:1789760782.864144:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24879104, bytes: 4096
00000080:00200000:1.0:1789760782.864156:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.864163:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.864164:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24879104, 24883200) 0 0
00000080:00200000:1.0:1789760782.864168:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.864181:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6074, 6074]
00020000:00200000:1.0:1789760782.864188:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24879104 chunk: [24879104, 24883200) 24883200, 4096
00020000:00200000:1.0:1789760782.864192:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.864206:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6074, 6074]
00000008:00010000:1.0:1789760782.864220:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.864225:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760782.864235:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24879104, 24883200) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.864258:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24879104=0x17ba000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.864321:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.864324:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24883200
00000020:00010000:1.0:1789760782.864331:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.864334:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.864336:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.864339:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.864342:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.864350:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.864355:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.864372:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760782.864453:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 24879104<>24883200
00000100:00100000:0.0:1789760782.864682:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484347392:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760782.915389:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973392 gen 2
00000008:00010000:0.0:1789760782.915428:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760782.915435:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.915445:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.915520:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760782.915545:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484347392:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760782.915771:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6074, 6074]
00000080:00200000:1.0:1789760782.915785:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.915790:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.915802:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24883200 i_blocks 49159
00000020:00200000:1.0:1789760782.915806:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.915814:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.915843:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24883200, count: 4096
00000080:00200000:1.0:1789760782.915848:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24883200, bytes: 4096
00000080:00200000:1.0:1789760782.915861:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.915889:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.915903:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24883200, 24887296) 0 0
00000080:00200000:1.0:1789760782.915908:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.915920:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6075, 6075]
00020000:00200000:1.0:1789760782.915928:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24883200 chunk: [24883200, 24887296) 24887296, 4096
00020000:00200000:1.0:1789760782.915932:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.915948:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6075, 6075]
00000008:00010000:1.0:1789760782.915962:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.915967:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760782.915976:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24883200, 24887296) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.915987:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24883200=0x17bb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.916030:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.916033:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24887296
00000020:00010000:1.0:1789760782.916050:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.916054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.916057:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.916061:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.916064:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.916071:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.916076:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.916091:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760782.916174:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 24883200<>24887296
00000100:00100000:0.0:1789760782.916279:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484347520:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760782.947715:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973393 gen 2
00000008:00010000:0.0:1789760782.947757:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760782.947764:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.947773:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.947795:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760782.947820:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484347520:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760782.947935:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6075, 6075]
00000080:00200000:1.0:1789760782.947948:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.947953:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.947965:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24887296 i_blocks 49159
00000020:00200000:1.0:1789760782.947968:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.947975:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.948000:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24887296, count: 4096
00000080:00200000:1.0:1789760782.948006:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24887296, bytes: 4096
00000080:00200000:1.0:1789760782.948016:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.948023:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.948025:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24887296, 24891392) 0 0
00000080:00200000:1.0:1789760782.948028:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.948050:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6076, 6076]
00020000:00200000:1.0:1789760782.948058:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24887296 chunk: [24887296, 24891392) 24891392, 4096
00020000:00200000:1.0:1789760782.948061:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.948076:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6076, 6076]
00000008:00010000:1.0:1789760782.948090:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.948095:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760782.948103:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24887296, 24891392) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.948113:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24887296=0x17bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.948153:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.948155:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24891392
00000020:00010000:1.0:1789760782.948161:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.948164:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.948167:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.948170:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.948173:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.948179:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.948184:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.948194:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760782.948267:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 24887296<>24891392
00000100:00100000:0.0:1789760782.948485:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484347648:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760782.972357:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973394 gen 2
00000008:00010000:0.0:1789760782.972393:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760782.972398:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.972406:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.972424:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760782.972445:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484347648:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760782.972533:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6076, 6076]
00000080:00200000:1.0:1789760782.972545:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.972549:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.972560:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24891392 i_blocks 49159
00000020:00200000:1.0:1789760782.972563:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.972571:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.972602:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24891392, count: 4096
00000080:00200000:1.0:1789760782.972607:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24891392, bytes: 4096
00000080:00200000:1.0:1789760782.972615:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.972622:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.972624:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24891392, 24895488) 0 0
00000080:00200000:1.0:1789760782.972627:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.972639:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6077, 6077]
00020000:00200000:1.0:1789760782.972645:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24891392 chunk: [24891392, 24895488) 24895488, 4096
00020000:00200000:1.0:1789760782.972648:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.972661:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6077, 6077]
00000008:00010000:1.0:1789760782.972673:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.972677:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760782.972685:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24891392, 24895488) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.972695:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24891392=0x17bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.972737:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.972740:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24895488
00000020:00010000:1.0:1789760782.972746:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.972750:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.972753:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.972755:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.972758:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.972764:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.972769:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.972783:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760782.972905:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 24891392<>24895488
00000100:00100000:0.0:1789760782.973067:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484347776:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760783.024413:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973395 gen 2
00000008:00010000:0.0:1789760783.024448:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760783.024454:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.024463:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.024484:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760783.024508:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484347776:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760783.024609:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6077, 6077]
00000080:00200000:1.0:1789760783.024622:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.024627:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.024638:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24895488 i_blocks 49159
00000020:00200000:1.0:1789760783.024641:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.024649:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.024676:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24895488, count: 4096
00000080:00200000:1.0:1789760783.024682:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24895488, bytes: 4096
00000080:00200000:1.0:1789760783.024690:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.024697:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.024699:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24895488, 24899584) 0 0
00000080:00200000:1.0:1789760783.024703:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.024717:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6078, 6078]
00020000:00200000:1.0:1789760783.024723:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24895488 chunk: [24895488, 24899584) 24899584, 4096
00020000:00200000:1.0:1789760783.024727:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.024742:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6078, 6078]
00000008:00010000:1.0:1789760783.024756:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.024761:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760783.024770:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24895488, 24899584) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.024784:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24895488=0x17be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.024830:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.024833:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24899584
00000020:00010000:1.0:1789760783.024840:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.024843:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.024846:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.024850:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.024853:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.024860:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.025107:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760783.025123:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760783.025202:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 24895488<>24899584
00000100:00100000:0.0:1789760783.025256:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484347904:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760783.058538:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973396 gen 2
00000008:00010000:0.0:1789760783.058586:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760783.058593:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.058601:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.058620:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760783.058642:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484347904:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760783.058789:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6078, 6078]
00000080:00200000:1.0:1789760783.058801:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.058807:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.058818:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24899584 i_blocks 49159
00000020:00200000:1.0:1789760783.058821:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.058829:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.058973:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24899584, count: 4096
00000080:00200000:1.0:1789760783.058980:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24899584, bytes: 4096
00000080:00200000:1.0:1789760783.058988:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.058995:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.058997:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24899584, 24903680) 0 0
00000080:00200000:1.0:1789760783.059001:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.059012:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6079, 6079]
00020000:00200000:1.0:1789760783.059018:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24899584 chunk: [24899584, 24903680) 24903680, 4096
00020000:00200000:1.0:1789760783.059022:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.059036:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6079, 6079]
00000008:00010000:1.0:1789760783.059061:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.059066:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760783.059074:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24899584, 24903680) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.059084:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24899584=0x17bf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.059122:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.059125:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24903680
00000020:00010000:1.0:1789760783.059195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.059199:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.059202:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.059206:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.059208:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.059216:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.059221:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760783.059235:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760783.059309:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8000 - object 0x280000401:2 offset 24899584<>24903680
00000100:00100000:0.0:1789760783.059993:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484348032:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760783.086582:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973397 gen 2
00000008:00010000:0.0:1789760783.086633:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760783.086642:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.086653:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.086679:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760783.086709:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484348032:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760783.086899:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6079, 6079]
00000080:00200000:1.0:1789760783.086916:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.086922:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.086939:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24903680 i_blocks 49159
00000020:00200000:1.0:1789760783.086943:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.086953:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.086985:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24903680, count: 4096
00000080:00200000:1.0:1789760783.086992:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24903680, bytes: 4096
00000080:00200000:1.0:1789760783.087001:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.087010:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.087012:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24903680, 24907776) 0 0
00000080:00200000:1.0:1789760783.087016:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.087032:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6080, 6080]
00020000:00200000:1.0:1789760783.087097:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24903680 chunk: [24903680, 24907776) 24907776, 4096
00020000:00200000:1.0:1789760783.087112:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.087135:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6080, 6080]
00000008:00010000:1.0:1789760783.087154:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.087159:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760783.087223:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24903680, 24907776) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.087236:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24903680=0x17c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.087292:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.087295:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24907776
00000020:00010000:1.0:1789760783.087304:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.087308:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.087311:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.087315:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.087317:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.087326:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.087333:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760783.087349:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760783.087446:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 24903680<>24907776
00000100:00100000:0.0:1789760783.087497:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484348160:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760783.117606:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973398 gen 2
00000008:00010000:0.0:1789760783.117669:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760783.117679:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.117690:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.117715:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760783.117744:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484348160:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760783.118365:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6080, 6080]
00000080:00200000:1.0:1789760783.118383:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.118389:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.118404:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24907776 i_blocks 49159
00000020:00200000:1.0:1789760783.118409:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.118420:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.118452:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24907776, count: 4096
00000080:00200000:1.0:1789760783.118460:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24907776, bytes: 4096
00000080:00200000:1.0:1789760783.118470:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.118479:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.118481:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24907776, 24911872) 0 0
00000080:00200000:1.0:1789760783.118486:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.118501:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6081, 6081]
00020000:00200000:1.0:1789760783.118511:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24907776 chunk: [24907776, 24911872) 24911872, 4096
00020000:00200000:1.0:1789760783.118515:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.118534:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6081, 6081]
00000008:00010000:1.0:1789760783.118552:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.118557:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760783.118570:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24907776, 24911872) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.118589:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24907776=0x17c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.118648:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.118651:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24911872
00000020:00010000:1.0:1789760783.118659:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.118663:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.118666:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.118670:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.118673:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.118682:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.118688:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760783.118708:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760783.118806:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 24907776<>24911872
00000100:00100000:0.0:1789760783.118969:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484348288:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760783.163560:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760783.168587:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973399 gen 2
00000008:00010000:0.0:1789760783.168705:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760783.168714:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.168724:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.168743:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760783.168771:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484348288:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.169631:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348416:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.207775:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973400 gen 2
00000008:00010000:2.0:1789760783.207818:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760783.207824:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.207834:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.207847:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760783.207914:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348416:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.208587:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.208601:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348544:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.237777:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973401 gen 2
00000008:00010000:2.0:1789760783.237814:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760783.237821:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.237841:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.237875:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760783.237901:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348544:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.238529:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348672:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760783.279635:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760783.279647:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.279655:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.279672:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760783.279695:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348672:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.280655:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.280671:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348800:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.317917:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973403 gen 2
00000008:00010000:2.0:1789760783.317965:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760783.317972:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.317981:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.317994:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760783.318026:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348800:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760783.364944:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760783.364954:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.364964:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.364981:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760783.365003:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484348928:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.406364:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973404 gen 2
00000100:00100000:2.0:1789760783.406396:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f5500 x1876699484349056/t4294973405(4294973405) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760799 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760783.406430:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760783.406435:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.406444:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.406470:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760783.406490:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484349056:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760783.406638:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6087, 6087]
00000080:00200000:0.0:1789760783.406652:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.406656:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.406667:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24936448 i_blocks 49159
00000020:00200000:0.0:1789760783.406670:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.406679:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.406706:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24936448, count: 4096
00000080:00200000:0.0:1789760783.406712:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24936448, bytes: 4096
00000080:00200000:0.0:1789760783.406720:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.406727:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.406729:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24936448, 24940544) 0 0
00000080:00200000:0.0:1789760783.406733:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.406744:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6088, 6088]
00020000:00200000:0.0:1789760783.406751:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24936448 chunk: [24936448, 24940544) 24940544, 4096
00020000:00200000:0.0:1789760783.406755:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.406770:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6088, 6088]
00000008:00010000:0.0:1789760783.406785:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.406790:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760783.406799:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24936448, 24940544) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.406810:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24936448=0x17c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.406854:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.406856:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24940544
00000020:00010000:0.0:1789760783.408148:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.408155:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.408160:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.408163:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.408166:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.408177:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.408185:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.408277:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760783.408377:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 24936448<>24940544
00000100:00100000:0.0:1789760783.408421:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760783.408439:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484349184:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760783.483098:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484349440:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760783.483191:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484349696:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760783.483236:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:1.0:1789760783.483243:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484349312:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760783.483280:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484349568:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760783.483307:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484349824:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760783.484942:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973406 gen 2
00000008:00010000:0.0:1789760783.484998:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760783.485005:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.485012:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.485046:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760783.485081:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484349184:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760783.494158:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484349440:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760783.494196:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484349696:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760783.494226:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484349312:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760783.494239:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484349568:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760783.494251:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484349824:192.168.203.110@tcp:400:kworker.0
00000008:00010000:2.0:1789760783.542234:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760783.542247:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.542258:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.542284:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760783.542314:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484349952:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760783.542415:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6089, 6089]
00000080:00200000:0.0:1789760783.542437:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.542443:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.542455:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24944640 i_blocks 49159
00000020:00200000:0.0:1789760783.542459:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.542468:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.542500:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24944640, count: 4096
00000080:00200000:0.0:1789760783.542507:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24944640, bytes: 4096
00000080:00200000:0.0:1789760783.542520:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.542528:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.542530:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24944640, 24948736) 0 0
00000080:00200000:0.0:1789760783.542534:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.542547:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6090, 6090]
00020000:00200000:0.0:1789760783.542554:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24944640 chunk: [24944640, 24948736) 24948736, 4096
00020000:00200000:0.0:1789760783.542558:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.542573:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6090, 6090]
00000008:00010000:0.0:1789760783.542587:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.542592:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760783.542601:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24944640, 24948736) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.542611:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24944640=0x17ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.542652:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.542654:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24948736
00000020:00010000:0.0:1789760783.542660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.542663:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.542666:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.542669:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.542671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.542677:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.542682:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.542696:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760783.542794:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 24944640<>24948736
00000100:00100000:0.0:1789760783.542833:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760783.542847:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484350080:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760783.592607:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973407 gen 2
00000100:00100000:0.0:1789760783.592641:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2feb800 x1876699484350080/t4294973408(4294973408) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760799 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760783.592683:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760783.592689:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.592697:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.592721:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760783.592741:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484350080:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760783.592847:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6090, 6090]
00000080:00200000:2.0:1789760783.592891:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.592897:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.592910:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24948736 i_blocks 49159
00000020:00200000:2.0:1789760783.592914:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.592921:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.592950:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24948736, count: 4096
00000080:00200000:2.0:1789760783.592957:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24948736, bytes: 4096
00000080:00200000:2.0:1789760783.592967:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.592975:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.592977:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24948736, 24952832) 0 0
00000080:00200000:2.0:1789760783.592980:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.592992:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6091, 6091]
00020000:00200000:2.0:1789760783.592998:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24948736 chunk: [24948736, 24952832) 24952832, 4096
00020000:00200000:2.0:1789760783.593002:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.593016:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6091, 6091]
00000008:00010000:2.0:1789760783.593030:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.593044:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760783.593054:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24948736, 24952832) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.593066:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24948736=0x17cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.593114:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.593117:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24952832
00000020:00010000:2.0:1789760783.593123:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.593126:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.593129:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.593132:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.593135:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.593306:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.593312:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.593326:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760783.593398:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 24948736<>24952832
00000100:00100000:2.0:1789760783.593447:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.593459:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350208:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.631805:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973409 gen 2
00000008:00010000:2.0:1789760783.631965:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760783.631973:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.631984:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.632014:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760783.632052:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350208:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760783.632269:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6091, 6091]
00000080:00200000:0.0:1789760783.632288:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.632294:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.632311:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24952832 i_blocks 49159
00000020:00200000:0.0:1789760783.632314:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.632325:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.632358:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24952832, count: 4096
00000080:00200000:0.0:1789760783.632365:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24952832, bytes: 4096
00000080:00200000:0.0:1789760783.632377:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.632386:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.632388:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24952832, 24956928) 0 0
00000080:00200000:0.0:1789760783.632393:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.632408:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6092, 6092]
00020000:00200000:0.0:1789760783.632416:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24952832 chunk: [24952832, 24956928) 24956928, 4096
00020000:00200000:0.0:1789760783.632421:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.632439:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6092, 6092]
00000008:00010000:0.0:1789760783.632454:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.632460:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760783.632472:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24952832, 24956928) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.632485:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24952832=0x17cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.632540:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.632543:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24956928
00000020:00010000:0.0:1789760783.632551:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.632554:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.632557:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.632561:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.632564:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.632571:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.632577:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.632591:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760783.632687:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 24952832<>24956928
00000100:00100000:1.0:1789760783.633017:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484350336:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760783.663477:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973410 gen 2
00000008:00010000:1.0:1789760783.663543:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760783.663555:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760783.663567:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760783.663634:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760783.663664:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484350336:192.168.203.110@tcp:4:dd.0
00000020:00010000:3.0:1789760783.664439:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.664443:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760783.664446:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760783.664452:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760783.664458:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760783.664477:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dd80
00000008:00100000:3.0:1789760783.664575:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4380 - object 0x280000401:2 offset 24956928<>24961024
00000100:00100000:2.0:1789760783.664657:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350464:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.701396:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973411 gen 2
00000008:00010000:2.0:1789760783.701461:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760783.701470:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.701481:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.701503:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760783.701535:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350464:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760783.701665:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6093, 6093]
00000080:00200000:3.0:1789760783.701682:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760783.701688:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760783.701703:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24961024 i_blocks 49159
00000020:00200000:3.0:1789760783.701706:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760783.701716:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760783.701748:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24961024, count: 4096
00000080:00200000:3.0:1789760783.701756:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24961024, bytes: 4096
00000080:00200000:3.0:1789760783.701764:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760783.701773:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760783.701775:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24961024, 24965120) 0 0
00000080:00200000:3.0:1789760783.701779:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760783.701794:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6094, 6094]
00020000:00200000:3.0:1789760783.701802:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24961024 chunk: [24961024, 24965120) 24965120, 4096
00020000:00200000:3.0:1789760783.701807:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760783.701841:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6094, 6094]
00000008:00010000:3.0:1789760783.701859:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760783.701898:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760783.701911:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24961024, 24965120) append 0 append lockpos 0
00000080:00200000:3.0:1789760783.701926:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24961024=0x17ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760783.701984:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760783.701986:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24965120
00000020:00010000:3.0:1789760783.701995:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:3.0:1789760783.701998:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.702001:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.702005:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760783.702008:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760783.702014:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760783.702021:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760783.702048:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000008:00100000:3.0:1789760783.702322:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 24961024<>24965120
00000100:00100000:2.0:1789760783.702502:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.702523:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350592:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760783.730463:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760783.730477:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.730486:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.730502:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000080:00200000:3.0:1789760783.730533:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6094, 6094]
00000080:00200000:3.0:1789760783.730552:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760783.730558:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760783.730575:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24965120 i_blocks 49159
00000020:00200000:3.0:1789760783.730579:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760783.730589:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000100:00100000:2.0:1789760783.730595:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350592:192.168.203.110@tcp:4:dd.0
00000080:00200008:3.0:1789760783.730623:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24965120, count: 4096
00000080:00200000:3.0:1789760783.730630:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24965120, bytes: 4096
00000080:00200000:3.0:1789760783.730640:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760783.730649:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760783.730651:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24965120, 24969216) 0 0
00000080:00200000:3.0:1789760783.730656:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760783.730675:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6095, 6095]
00020000:00200000:3.0:1789760783.730683:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24965120 chunk: [24965120, 24969216) 24969216, 4096
00020000:00200000:3.0:1789760783.730688:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760783.730709:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6095, 6095]
00000008:00010000:3.0:1789760783.730727:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760783.730733:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760783.730745:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24965120, 24969216) append 0 append lockpos 0
00000080:00200000:3.0:1789760783.730764:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24965120=0x17cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760783.730824:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760783.730827:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24969216
00000020:00010000:3.0:1789760783.730836:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:3.0:1789760783.730839:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.730842:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.730847:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760783.730849:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760783.730857:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760783.731435:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760783.731460:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000008:00100000:3.0:1789760783.731646:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5f80 - object 0x280000401:2 offset 24965120<>24969216
00000100:00100000:2.0:1789760783.732200:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350720:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.803134:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973412 gen 2
00000100:00100000:2.0:1789760783.803176:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f5f80 x1876699484350720/t4294973413(4294973413) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760799 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760783.803227:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760783.803235:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.803245:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.803316:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760783.803352:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350720:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760783.807435:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6095, 6095]
00000080:00200000:3.0:1789760783.807464:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760783.807471:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760783.807499:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24969216 i_blocks 49159
00000020:00200000:3.0:1789760783.807516:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760783.807536:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760783.807568:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24969216, count: 4096
00000080:00200000:3.0:1789760783.807577:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24969216, bytes: 4096
00000080:00200000:3.0:1789760783.807589:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760783.807599:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760783.807602:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24969216, 24973312) 0 0
00000080:00200000:3.0:1789760783.807607:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760783.807623:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6096, 6096]
00020000:00200000:3.0:1789760783.807632:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24969216 chunk: [24969216, 24973312) 24973312, 4096
00020000:00200000:3.0:1789760783.807637:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760783.807658:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6096, 6096]
00000008:00010000:3.0:1789760783.807677:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760783.807684:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760783.807695:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24969216, 24973312) append 0 append lockpos 0
00000080:00200000:3.0:1789760783.807709:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24969216=0x17d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760783.807770:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760783.807773:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24973312
00000020:00010000:3.0:1789760783.807781:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:3.0:1789760783.807784:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.807788:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.807792:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760783.807796:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760783.807803:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760783.807810:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760783.807830:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dd80
00000008:00100000:3.0:1789760783.807967:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7b80 - object 0x280000401:2 offset 24969216<>24973312
00000100:00100000:2.0:1789760783.808378:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.808407:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350848:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.837911:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973413 gen 2
00000100:00100000:2.0:1789760783.838047:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f7b80 x1876699484350848/t4294973414(4294973414) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760799 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760783.838199:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760783.838207:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.838218:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.838291:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760783.838317:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350848:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760783.838411:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6096, 6096]
00000080:00200000:3.0:1789760783.838555:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760783.838563:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.838676:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24973312 i_blocks 49159
00000020:00200000:2.0:1789760783.838682:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.838693:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.838727:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24973312, count: 4096
00000080:00200000:2.0:1789760783.838734:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24973312, bytes: 4096
00000080:00200000:2.0:1789760783.838746:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.838755:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.838757:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24973312, 24977408) 0 0
00000080:00200000:2.0:1789760783.838762:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.838778:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6097, 6097]
00020000:00200000:2.0:1789760783.838787:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24973312 chunk: [24973312, 24977408) 24977408, 4096
00020000:00200000:2.0:1789760783.838791:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.838912:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6097, 6097]
00000008:00010000:2.0:1789760783.838932:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.838937:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760783.838950:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24973312, 24977408) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.838964:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24973312=0x17d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.839021:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.839024:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24977408
00000020:00010000:2.0:1789760783.839032:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.839052:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.839055:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.839059:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.839062:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.839069:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.839077:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.839181:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760783.839285:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 24973312<>24977408
00000100:00100000:3.0:1789760783.839359:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350976:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.877705:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973415 gen 2
00000008:00010000:2.0:1789760783.877774:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760783.877783:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.877793:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.877823:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760783.877856:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484350976:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760783.878022:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6097, 6097]
00000080:00200000:0.0:1789760783.878050:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.878057:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.878072:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24977408 i_blocks 49159
00000020:00200000:0.0:1789760783.878076:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.878087:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.878309:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24977408, count: 4096
00000080:00200000:0.0:1789760783.878319:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24977408, bytes: 4096
00000080:00200000:0.0:1789760783.878330:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.878340:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.878342:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24977408, 24981504) 0 0
00000080:00200000:0.0:1789760783.878348:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.878365:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6098, 6098]
00020000:00200000:0.0:1789760783.878375:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24977408 chunk: [24977408, 24981504) 24981504, 4096
00020000:00200000:0.0:1789760783.878379:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.878400:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6098, 6098]
00000008:00010000:0.0:1789760783.878420:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.878479:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760783.878494:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24977408, 24981504) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.878577:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24977408=0x17d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.878642:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.878645:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24981504
00000020:00010000:0.0:1789760783.878654:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.878818:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.878823:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.878827:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.878830:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.878839:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.878847:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.878897:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760783.879008:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 24977408<>24981504
00000100:00100000:1.0:1789760783.879092:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484351104:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760783.924339:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973416 gen 2
00000008:00010000:1.0:1789760783.924391:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760783.924400:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760783.924411:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760783.924440:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760783.924471:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484351104:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760783.924742:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6098, 6098]
00000080:00200000:2.0:1789760783.924760:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.924766:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.924782:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24981504 i_blocks 49159
00000020:00200000:2.0:1789760783.924785:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.924796:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.924839:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24981504, count: 4096
00000080:00200000:2.0:1789760783.924845:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24981504, bytes: 4096
00000080:00200000:2.0:1789760783.924858:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.924897:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.924900:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24981504, 24985600) 0 0
00000080:00200000:2.0:1789760783.924904:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.924921:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6099, 6099]
00020000:00200000:2.0:1789760783.924930:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24981504 chunk: [24981504, 24985600) 24985600, 4096
00020000:00200000:2.0:1789760783.924934:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.924957:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6099, 6099]
00000008:00010000:2.0:1789760783.924974:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.924980:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760783.924992:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24981504, 24985600) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.925007:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24981504=0x17d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.925078:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.925081:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24985600
00000020:00010000:2.0:1789760783.925088:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.925092:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.925095:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.925099:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51efe48 (ffff8ab8c4c2d368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.925102:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.925344:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.925353:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.925370:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760783.925482:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 24981504<>24985600
00000100:00100000:2.0:1789760783.926506:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.926536:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484351232:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760783.969703:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973417 gen 2
00000008:00010000:2.0:1789760783.969757:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760783.969766:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.969776:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.969846:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760783.969923:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484351232:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760783.970365:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6099, 6099]
00000080:00200000:3.0:1789760783.970383:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760783.970389:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760783.970405:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24985600 i_blocks 49159
00000020:00200000:3.0:1789760783.970409:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760783.970421:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760783.970751:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24985600, count: 4096
00000080:00200000:3.0:1789760783.970761:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24985600, bytes: 4096
00000080:00200000:3.0:1789760783.970773:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760783.970782:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760783.970784:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24985600, 24989696) 0 0
00000080:00200000:3.0:1789760783.970788:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760783.970805:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6100, 6100]
00020000:00200000:3.0:1789760783.970900:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24985600 chunk: [24985600, 24989696) 24989696, 4096
00020000:00200000:3.0:1789760783.970907:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760783.970929:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6100, 6100]
00000008:00010000:3.0:1789760783.970947:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760783.970953:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760783.970966:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24985600, 24989696) append 0 append lockpos 0
00000080:00200000:3.0:1789760783.970980:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24985600=0x17d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760783.971056:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760783.971059:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24989696
00000020:00010000:3.0:1789760783.971068:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760783.971072:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.971075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760783.971078:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760783.971081:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760783.971089:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760783.971096:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760783.971234:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000008:00100000:3.0:1789760783.971339:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4a80 - object 0x280000401:2 offset 24985600<>24989696
00000100:00100000:2.0:1789760783.971420:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484351360:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.022019:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973418 gen 2
00000008:00010000:2.0:1789760784.022080:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760784.022089:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.022101:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.022187:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760784.022220:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484351360:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760784.026765:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6100, 6100]
00000080:00200000:3.0:1789760784.026795:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.026801:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.026820:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24989696 i_blocks 49159
00000020:00200000:3.0:1789760784.026825:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.026842:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.026889:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24989696, count: 4096
00000080:00200000:3.0:1789760784.026898:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24989696, bytes: 4096
00000080:00200000:3.0:1789760784.026911:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.026921:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.026923:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24989696, 24993792) 0 0
00000080:00200000:3.0:1789760784.026928:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.026945:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6101, 6101]
00020000:00200000:3.0:1789760784.026953:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24989696 chunk: [24989696, 24993792) 24993792, 4096
00020000:00200000:3.0:1789760784.026958:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.026982:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6101, 6101]
00000008:00010000:3.0:1789760784.027000:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.027006:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760784.027018:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24989696, 24993792) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.027667:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24989696=0x17d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.027764:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.027767:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24993792
00000020:00010000:3.0:1789760784.027776:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.027780:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.027783:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.027786:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.027789:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.027798:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.027805:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.027837:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000008:00100000:3.0:1789760784.028351:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6680 - object 0x280000401:2 offset 24989696<>24993792
00000100:00100000:2.0:1789760784.028409:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760784.028606:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484351488:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760784.084016:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760784.084030:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.084050:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.084128:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760784.084159:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484351488:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760784.084934:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6101, 6101]
00000080:00200000:0.0:1789760784.084954:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.084960:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.085008:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24993792 i_blocks 49159
00000020:00200000:0.0:1789760784.085013:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.085026:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.085075:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24993792, count: 4096
00000080:00200000:0.0:1789760784.085082:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24993792, bytes: 4096
00000080:00200000:0.0:1789760784.085093:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.085102:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.085104:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24993792, 24997888) 0 0
00000080:00200000:0.0:1789760784.085108:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.085125:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6102, 6102]
00020000:00200000:0.0:1789760784.085134:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24993792 chunk: [24993792, 24997888) 24997888, 4096
00020000:00200000:0.0:1789760784.085138:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.085159:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6102, 6102]
00000008:00010000:0.0:1789760784.085177:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.085183:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760784.085195:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24993792, 24997888) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.085209:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24993792=0x17d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.085267:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.085271:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24997888
00000020:00010000:0.0:1789760784.085279:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.085282:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.085285:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.085289:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.085291:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.085299:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.085306:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.085323:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760784.086467:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 24993792<>24997888
00000100:00100000:0.0:1789760784.086546:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484351616:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760784.139178:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973420 gen 2
00000008:00010000:0.0:1789760784.139236:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760784.139244:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.139252:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.139276:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760784.139303:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484351616:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760784.139407:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6102, 6102]
00000080:00200000:1.0:1789760784.139423:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.139428:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.139444:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24997888 i_blocks 49159
00000020:00200000:1.0:1789760784.139449:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.139459:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.139504:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24997888, count: 4096
00000080:00200000:1.0:1789760784.139512:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24997888, bytes: 4096
00000080:00200000:1.0:1789760784.139521:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.139530:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.139532:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24997888, 25001984) 0 0
00000080:00200000:1.0:1789760784.139537:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.139553:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6103, 6103]
00020000:00200000:1.0:1789760784.139562:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24997888 chunk: [24997888, 25001984) 25001984, 4096
00020000:00200000:1.0:1789760784.139566:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.139594:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6103, 6103]
00000008:00010000:1.0:1789760784.139612:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.139618:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760784.139628:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24997888, 25001984) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.139641:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=24997888=0x17d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.139695:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.139698:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25001984
00000020:00010000:1.0:1789760784.139707:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.139710:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.139713:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.139717:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.139720:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.139728:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.139734:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.139750:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760784.139845:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 24997888<>25001984
00000100:00100000:1.0:1789760784.139932:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760784.139948:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484351744:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760784.187169:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760784.187269:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973421 gen 2
00000008:00010000:1.0:1789760784.187323:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:1.0:1789760784.187332:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760784.187343:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760784.187366:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:1.0:1789760784.187393:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484351744:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760784.187427:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6103, 6103]
00000080:00200000:2.0:1789760784.187447:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760784.187453:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760784.187469:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25001984 i_blocks 49159
00000020:00200000:2.0:1789760784.187472:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760784.187484:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760784.187515:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25001984, count: 4096
00000080:00200000:2.0:1789760784.187522:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25001984, bytes: 4096
00000080:00200000:2.0:1789760784.187530:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760784.187539:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760784.187541:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25001984, 25006080) 0 0
00000080:00200000:2.0:1789760784.187545:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760784.187561:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6104, 6104]
00020000:00200000:2.0:1789760784.187570:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25001984 chunk: [25001984, 25006080) 25006080, 4096
00020000:00200000:2.0:1789760784.187575:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760784.187593:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6104, 6104]
00000008:00010000:2.0:1789760784.187610:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760784.187616:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760784.187628:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25001984, 25006080) append 0 append lockpos 0
00000080:00200000:2.0:1789760784.187642:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25001984=0x17d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760784.187700:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760784.187703:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25006080
00000020:00010000:2.0:1789760784.187727:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760784.187731:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.187733:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.187737:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760784.187740:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760784.187747:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760784.187754:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760784.187770:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760784.188144:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 25001984<>25006080
00000100:00100000:3.0:1789760784.188298:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484351872:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.232460:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973422 gen 2
00000008:00010000:2.0:1789760784.232512:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760784.232520:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.232531:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.232557:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760784.232587:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484351872:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760784.233002:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6104, 6104]
00000080:00200000:1.0:1789760784.233019:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.233025:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.233051:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25006080 i_blocks 49159
00000020:00200000:1.0:1789760784.233056:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.233066:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.233098:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25006080, count: 4096
00000080:00200000:1.0:1789760784.233105:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25006080, bytes: 4096
00000080:00200000:1.0:1789760784.233124:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.233134:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.233136:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25006080, 25010176) 0 0
00000080:00200000:1.0:1789760784.233141:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.233157:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6105, 6105]
00020000:00200000:1.0:1789760784.233166:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25006080 chunk: [25006080, 25010176) 25010176, 4096
00020000:00200000:1.0:1789760784.233170:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.233189:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6105, 6105]
00000008:00010000:1.0:1789760784.233205:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.233211:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760784.233222:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25006080, 25010176) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.233235:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25006080=0x17d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.233292:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.233299:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25010176
00000020:00010000:1.0:1789760784.233309:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.233312:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.233314:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.233317:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.233320:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.233328:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.233334:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.233352:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760784.233451:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 25006080<>25010176
00000100:00100000:0.0:1789760784.233588:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484352000:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760784.289688:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973423 gen 2
00000008:00010000:0.0:1789760784.289757:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760784.289765:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.289777:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.289801:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760784.289834:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484352000:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760784.290045:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6105, 6105]
00000080:00200000:1.0:1789760784.290063:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.290069:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.290085:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25010176 i_blocks 49159
00000020:00200000:1.0:1789760784.290089:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.290100:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.290142:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25010176, count: 4096
00000080:00200000:1.0:1789760784.290150:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25010176, bytes: 4096
00000080:00200000:1.0:1789760784.290161:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.290170:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.290172:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25010176, 25014272) 0 0
00000080:00200000:1.0:1789760784.290176:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.290194:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6106, 6106]
00020000:00200000:1.0:1789760784.290203:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25010176 chunk: [25010176, 25014272) 25014272, 4096
00020000:00200000:1.0:1789760784.290208:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.290227:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6106, 6106]
00000008:00010000:1.0:1789760784.290246:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.290251:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760784.290263:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25010176, 25014272) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.290277:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25010176=0x17da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.290337:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.290340:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25014272
00000020:00010000:1.0:1789760784.290349:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.290352:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.290355:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.290359:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.290362:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.290371:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.290378:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.290397:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760784.290500:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84abb80 - object 0x280000401:2 offset 25010176<>25014272
00000100:00100000:0.0:1789760784.290682:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484352128:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760784.337342:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973424 gen 2
00000008:00010000:0.0:1789760784.337395:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760784.337405:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.337416:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.337440:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760784.337470:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484352128:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760784.337638:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6106, 6106]
00000080:00200000:1.0:1789760784.337657:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.337663:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.337681:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25014272 i_blocks 49159
00000020:00200000:1.0:1789760784.337685:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.337696:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.337732:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25014272, count: 4096
00000080:00200000:1.0:1789760784.337739:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25014272, bytes: 4096
00000080:00200000:1.0:1789760784.337748:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.337757:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.337759:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25014272, 25018368) 0 0
00000080:00200000:1.0:1789760784.337764:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.337782:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6107, 6107]
00020000:00200000:1.0:1789760784.337791:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25014272 chunk: [25014272, 25018368) 25018368, 4096
00020000:00200000:1.0:1789760784.337796:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.337815:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6107, 6107]
00000008:00010000:1.0:1789760784.337833:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.337839:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760784.337851:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25014272, 25018368) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.337898:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25014272=0x17db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.337954:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.337957:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25018368
00000020:00010000:1.0:1789760784.337966:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.337970:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.337972:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.337976:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.337978:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.337986:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.337993:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.338011:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760784.338131:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 25014272<>25018368
00000100:00100000:0.0:1789760784.338192:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484352256:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760784.378985:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760784.379002:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.379014:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.379026:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760784.379067:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484352256:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760784.379380:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6107, 6107]
00000080:00200000:1.0:1789760784.379397:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.379402:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.379418:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25018368 i_blocks 49159
00000020:00200000:1.0:1789760784.379422:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.379433:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.379465:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25018368, count: 4096
00000080:00200000:1.0:1789760784.379472:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25018368, bytes: 4096
00000080:00200000:1.0:1789760784.379481:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.379490:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.379492:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25018368, 25022464) 0 0
00000080:00200000:1.0:1789760784.379497:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.379512:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6108, 6108]
00020000:00200000:1.0:1789760784.379522:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25018368 chunk: [25018368, 25022464) 25022464, 4096
00020000:00200000:1.0:1789760784.379526:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.379545:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6108, 6108]
00000008:00010000:1.0:1789760784.379561:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.379568:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760784.379579:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25018368, 25022464) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.379592:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25018368=0x17dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.379646:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.379649:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25022464
00000020:00010000:1.0:1789760784.379658:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.379661:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.379664:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.379668:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.379671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.379679:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.379698:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.379715:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760784.379815:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 25018368<>25022464
00000100:00100000:1.0:1789760784.379856:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484352384:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760784.430998:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973426 gen 2
00000008:00010000:1.0:1789760784.431085:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:1.0:1789760784.431093:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760784.431103:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760784.431139:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:1.0:1789760784.431169:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484352384:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760784.431329:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6108, 6108]
00000080:00200000:2.0:1789760784.431346:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760784.431352:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760784.431368:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25022464 i_blocks 49159
00000020:00200000:2.0:1789760784.431372:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760784.431382:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760784.431413:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25022464, count: 4096
00000080:00200000:2.0:1789760784.431420:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25022464, bytes: 4096
00000080:00200000:2.0:1789760784.431428:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760784.431436:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760784.431438:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25022464, 25026560) 0 0
00000080:00200000:2.0:1789760784.431443:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760784.431460:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6109, 6109]
00020000:00200000:2.0:1789760784.431469:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25022464 chunk: [25022464, 25026560) 25026560, 4096
00020000:00200000:2.0:1789760784.431473:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760784.431491:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6109, 6109]
00000008:00010000:2.0:1789760784.431508:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760784.431514:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760784.431525:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25022464, 25026560) append 0 append lockpos 0
00000080:00200000:2.0:1789760784.431539:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25022464=0x17dd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760784.431593:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760784.431596:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25026560
00000020:00010000:2.0:1789760784.431604:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760784.431607:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.431610:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.431614:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760784.431617:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760784.431624:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760784.431630:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760784.431646:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760784.431741:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 25022464<>25026560
00000100:00100000:2.0:1789760784.431782:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760784.431797:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484352512:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.465553:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973427 gen 2
00000008:00010000:2.0:1789760784.465602:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760784.465611:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.465622:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.465649:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760784.465681:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484352512:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760784.465939:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6109, 6109]
00000080:00200000:1.0:1789760784.465956:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.465962:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.465977:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25026560 i_blocks 49159
00000020:00200000:1.0:1789760784.465981:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.465991:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.466022:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25026560, count: 4096
00000080:00200000:1.0:1789760784.466038:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25026560, bytes: 4096
00000080:00200000:1.0:1789760784.466050:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.466059:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.466061:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25026560, 25030656) 0 0
00000080:00200000:1.0:1789760784.466065:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.466082:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6110, 6110]
00020000:00200000:1.0:1789760784.466107:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25026560 chunk: [25026560, 25030656) 25030656, 4096
00020000:00200000:1.0:1789760784.466112:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.466276:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6110, 6110]
00000008:00010000:1.0:1789760784.466294:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.466299:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760784.466312:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25026560, 25030656) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.466325:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25026560=0x17de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.466384:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.466387:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25030656
00000020:00010000:1.0:1789760784.466396:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.466399:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.466402:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.466406:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.466409:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.466417:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.466423:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.466441:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760784.466538:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 25026560<>25030656
00000100:00100000:0.0:1789760784.466613:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484352640:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760784.499646:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973428 gen 2
00000008:00010000:0.0:1789760784.499699:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760784.499708:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.499719:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.499745:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760784.499776:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484352640:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760784.500253:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6110, 6110]
00000080:00200000:3.0:1789760784.500271:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.500277:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.500294:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25030656 i_blocks 49159
00000020:00200000:3.0:1789760784.500298:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.500310:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.500343:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25030656, count: 4096
00000080:00200000:3.0:1789760784.500351:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25030656, bytes: 4096
00000080:00200000:3.0:1789760784.500362:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.500371:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.500373:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25030656, 25034752) 0 0
00000080:00200000:3.0:1789760784.500377:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.500395:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6111, 6111]
00020000:00200000:3.0:1789760784.500404:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25030656 chunk: [25030656, 25034752) 25034752, 4096
00020000:00200000:3.0:1789760784.500409:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.500429:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6111, 6111]
00000008:00010000:3.0:1789760784.500449:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.500455:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760784.500468:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25030656, 25034752) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.500481:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25030656=0x17df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.500541:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.500544:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25034752
00000020:00010000:3.0:1789760784.500551:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.500554:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.500557:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.500561:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.500564:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.500571:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.500578:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.500594:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d900
00000008:00100000:3.0:1789760784.500704:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5c00 - object 0x280000401:2 offset 25030656<>25034752
00000100:00100000:3.0:1789760784.500750:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760784.500769:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484352768:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.530800:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973429 gen 2
00000008:00010000:2.0:1789760784.530852:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760784.530895:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.530907:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.530922:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760784.530951:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484352768:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760784.531263:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6111, 6111]
00000080:00200000:3.0:1789760784.531280:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.531286:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.531301:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25034752 i_blocks 49159
00000020:00200000:3.0:1789760784.531304:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.531313:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.531345:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25034752, count: 4096
00000080:00200000:3.0:1789760784.531352:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25034752, bytes: 4096
00000080:00200000:3.0:1789760784.531363:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.531372:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.531374:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25034752, 25038848) 0 0
00000080:00200000:3.0:1789760784.531379:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.531397:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6112, 6112]
00020000:00200000:3.0:1789760784.531405:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25034752 chunk: [25034752, 25038848) 25038848, 4096
00020000:00200000:3.0:1789760784.531410:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.531431:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6112, 6112]
00000008:00010000:3.0:1789760784.531448:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.531454:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760784.531465:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25034752, 25038848) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.531479:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25034752=0x17e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.531537:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.531539:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25038848
00000020:00010000:3.0:1789760784.531548:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.531552:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.531554:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.531558:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.531560:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.531567:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.531574:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.531592:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760784.531691:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7800 - object 0x280000401:2 offset 25034752<>25038848
00000100:00100000:2.0:1789760784.531760:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484352896:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760784.574286:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760784.574351:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.574364:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.574429:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760784.574462:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484352896:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760784.574855:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6112, 6112]
00000080:00200000:3.0:1789760784.574896:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.574904:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.574920:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25038848 i_blocks 49159
00000020:00200000:3.0:1789760784.574924:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.574935:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.574965:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25038848, count: 4096
00000080:00200000:3.0:1789760784.574972:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25038848, bytes: 4096
00000080:00200000:3.0:1789760784.574981:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.574990:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.574992:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25038848, 25042944) 0 0
00000080:00200000:3.0:1789760784.574997:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.575015:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6113, 6113]
00020000:00200000:3.0:1789760784.575024:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25038848 chunk: [25038848, 25042944) 25042944, 4096
00020000:00200000:3.0:1789760784.575040:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.575064:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6113, 6113]
00000008:00010000:3.0:1789760784.575083:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.575090:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760784.575102:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25038848, 25042944) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.575178:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25038848=0x17e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.575245:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.575248:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25042944
00000020:00010000:3.0:1789760784.575257:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.575260:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.575263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.575267:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.575270:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.575277:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.575284:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.575301:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278de40
00000008:00100000:3.0:1789760784.575481:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7100 - object 0x280000401:2 offset 25038848<>25042944
00000100:00100000:2.0:1789760784.575555:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353024:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.614042:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973430 gen 2
00000100:00100000:2.0:1789760784.614082:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f7100 x1876699484353024/t4294973431(4294973431) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760784.614130:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760784.614138:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.614147:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.614169:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760784.614193:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353024:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760784.614281:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6113, 6113]
00000080:00200000:3.0:1789760784.614297:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.614313:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.614327:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25042944 i_blocks 49159
00000020:00200000:3.0:1789760784.614331:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.614341:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.614371:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25042944, count: 4096
00000080:00200000:3.0:1789760784.614377:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25042944, bytes: 4096
00000080:00200000:3.0:1789760784.614387:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.614396:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.614398:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25042944, 25047040) 0 0
00000080:00200000:3.0:1789760784.614402:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.614418:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6114, 6114]
00020000:00200000:3.0:1789760784.614426:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25042944 chunk: [25042944, 25047040) 25047040, 4096
00020000:00200000:3.0:1789760784.614432:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.614451:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6114, 6114]
00000008:00010000:3.0:1789760784.614467:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.614473:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760784.614484:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25042944, 25047040) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.614498:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25042944=0x17e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.614556:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.614559:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25047040
00000020:00010000:3.0:1789760784.614567:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.614571:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.614573:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.614577:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.614580:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.614587:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.614594:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.614610:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dc00
00000008:00100000:3.0:1789760784.614779:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6300 - object 0x280000401:2 offset 25042944<>25047040
00000100:00100000:2.0:1789760784.614944:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760784.614961:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353152:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.664983:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973432 gen 2
00000008:00010000:2.0:1789760784.665057:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760784.665066:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.665075:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.665095:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760784.665125:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353152:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760784.665224:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6114, 6114]
00000080:00200000:3.0:1789760784.665241:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.665247:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.665262:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25047040 i_blocks 49159
00000020:00200000:3.0:1789760784.665265:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.665276:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.665308:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25047040, count: 4096
00000080:00200000:3.0:1789760784.665314:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25047040, bytes: 4096
00000080:00200000:3.0:1789760784.665323:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.665331:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.665333:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25047040, 25051136) 0 0
00000080:00200000:3.0:1789760784.665337:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.665356:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6115, 6115]
00020000:00200000:3.0:1789760784.665364:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25047040 chunk: [25047040, 25051136) 25051136, 4096
00020000:00200000:3.0:1789760784.665369:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.665386:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6115, 6115]
00000008:00010000:3.0:1789760784.665404:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.665410:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760784.665420:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25047040, 25051136) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.665433:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25047040=0x17e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.665497:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.665500:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25051136
00000020:00010000:3.0:1789760784.665508:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.665512:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.665515:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.665519:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.665522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.665529:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.665537:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.665552:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dc00
00000008:00100000:3.0:1789760784.665663:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6300 - object 0x280000401:2 offset 25047040<>25051136
00000100:00100000:2.0:1789760784.665906:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353280:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760784.709706:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760784.709723:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.709734:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.709758:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000080:00200000:3.0:1789760784.709793:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6115, 6115]
00000100:00100000:2.0:1789760784.709794:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353280:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760784.709972:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.709979:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.709993:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25051136 i_blocks 49159
00000020:00200000:3.0:1789760784.709998:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.710010:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.710052:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25051136, count: 4096
00000080:00200000:3.0:1789760784.710059:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25051136, bytes: 4096
00000080:00200000:3.0:1789760784.710067:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.710076:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.710078:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25051136, 25055232) 0 0
00000080:00200000:3.0:1789760784.710081:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.710094:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6116, 6116]
00020000:00200000:3.0:1789760784.710308:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25051136 chunk: [25051136, 25055232) 25055232, 4096
00020000:00200000:3.0:1789760784.710314:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.710333:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6116, 6116]
00000008:00010000:3.0:1789760784.710348:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.710353:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760784.710363:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25051136, 25055232) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.710374:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25051136=0x17e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.710424:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.710427:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25055232
00000020:00010000:3.0:1789760784.710434:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.710438:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.710441:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.710444:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.710447:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.710454:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.710459:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.710480:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278de40
00000008:00100000:3.0:1789760784.710567:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7100 - object 0x280000401:2 offset 25051136<>25055232
00000100:00100000:2.0:1789760784.710654:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484353408:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.781596:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973433 gen 2
00000100:00100000:2.0:1789760784.781627:0:2424:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f7100 x1876699484353408/t4294973434(4294973434) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760784.781666:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760784.781672:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.781680:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.781707:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760784.781727:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484353408:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760784.784332:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6116, 6116]
00000080:00200000:3.0:1789760784.784353:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.784358:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.784374:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25055232 i_blocks 49159
00000020:00200000:3.0:1789760784.784378:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.784392:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.784423:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25055232, count: 4096
00000080:00200000:3.0:1789760784.784436:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25055232, bytes: 4096
00000080:00200000:3.0:1789760784.784449:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.784456:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.784458:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25055232, 25059328) 0 0
00000080:00200000:3.0:1789760784.784462:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.784476:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6117, 6117]
00020000:00200000:3.0:1789760784.784483:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25055232 chunk: [25055232, 25059328) 25059328, 4096
00020000:00200000:3.0:1789760784.784488:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.784504:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6117, 6117]
00000008:00010000:3.0:1789760784.784518:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.784523:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760784.784542:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25055232, 25059328) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.784554:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25055232=0x17e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.784618:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.784621:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25059328
00000020:00010000:3.0:1789760784.784628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.784631:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.784634:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.784638:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.784640:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.784647:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.784653:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.784671:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760784.784754:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7800 - object 0x280000401:2 offset 25055232<>25059328
00000100:00100000:2.0:1789760784.784900:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353536:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.841569:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973434 gen 2
00000100:00100000:2.0:1789760784.841602:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f7800 x1876699484353536/t4294973435(4294973435) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760784.841638:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760784.841644:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.841651:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.841695:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000080:00200000:3.0:1789760784.841695:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6117, 6117]
00000080:00200000:3.0:1789760784.841709:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.841714:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.841726:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25059328 i_blocks 49159
00000020:00200000:3.0:1789760784.841729:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.841737:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.841767:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25059328, count: 4096
00000080:00200000:3.0:1789760784.841773:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25059328, bytes: 4096
00000080:00200000:3.0:1789760784.841784:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000100:00100000:2.0:1789760784.841789:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353536:192.168.203.110@tcp:4:dd.0
00000020:00200000:3.0:1789760784.841791:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.841793:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25059328, 25063424) 0 0
00000080:00200000:3.0:1789760784.841797:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.841896:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6118, 6118]
00020000:00200000:3.0:1789760784.841903:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25059328 chunk: [25059328, 25063424) 25063424, 4096
00020000:00200000:3.0:1789760784.841906:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760784.841958:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6118, 6118]
00000008:00010000:2.0:1789760784.841975:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760784.841978:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760784.841985:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25059328, 25063424) append 0 append lockpos 0
00000080:00200000:2.0:1789760784.841995:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25059328=0x17e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760784.842041:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760784.842044:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25063424
00000020:00010000:2.0:1789760784.842050:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760784.842053:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.842060:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.842063:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760784.842066:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760784.842071:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760784.842077:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760784.842089:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760784.842288:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 25059328<>25063424
00000100:00100000:2.0:1789760784.842328:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760784.842340:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353664:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760784.907927:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973436 gen 2
00000008:00010000:2.0:1789760784.907984:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760784.907991:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.907999:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.908032:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760784.908057:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484353664:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760784.908066:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6118, 6118]
00000080:00200000:0.0:1789760784.908079:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.908085:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.908096:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25063424 i_blocks 49159
00000020:00200000:0.0:1789760784.908100:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.908109:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.908148:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25063424, count: 4096
00000080:00200000:0.0:1789760784.908155:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25063424, bytes: 4096
00000080:00200000:0.0:1789760784.908164:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.908171:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.908173:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25063424, 25067520) 0 0
00000080:00200000:0.0:1789760784.908176:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.908188:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6119, 6119]
00020000:00200000:0.0:1789760784.908195:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25063424 chunk: [25063424, 25067520) 25067520, 4096
00020000:00200000:0.0:1789760784.908198:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.908213:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6119, 6119]
00000008:00010000:0.0:1789760784.908228:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.908234:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760784.908242:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25063424, 25067520) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.908254:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25063424=0x17e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.908297:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.908300:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25067520
00000020:00010000:0.0:1789760784.908306:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.908309:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.908312:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.908315:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.908317:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.908323:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.908329:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.908341:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760784.908428:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 25063424<>25067520
00000100:00100000:0.0:1789760784.908470:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760784.908483:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484353792:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760784.963016:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760784.963034:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.963043:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.963067:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760784.963091:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484353792:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760784.963190:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6119, 6119]
00000080:00200000:1.0:1789760784.963203:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.963208:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.963221:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25067520 i_blocks 49159
00000020:00200000:1.0:1789760784.963224:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.963233:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.963260:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25067520, count: 4096
00000080:00200000:1.0:1789760784.963266:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25067520, bytes: 4096
00000080:00200000:1.0:1789760784.963275:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.963281:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.963283:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25067520, 25071616) 0 0
00000080:00200000:1.0:1789760784.963287:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.963300:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6120, 6120]
00020000:00200000:1.0:1789760784.963307:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25067520 chunk: [25067520, 25071616) 25071616, 4096
00020000:00200000:1.0:1789760784.963311:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.963328:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6120, 6120]
00000008:00010000:1.0:1789760784.963342:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.963347:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760784.963356:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25067520, 25071616) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.963367:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25067520=0x17e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.963425:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.963429:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25071616
00000020:00010000:1.0:1789760784.963435:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.963438:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.963441:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.963444:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.963447:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.963453:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.963459:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.963473:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760784.963561:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 25067520<>25071616
00000100:00100000:1.0:1789760784.963595:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760784.963608:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484353920:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760785.036139:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973438 gen 2
00000008:00010000:1.0:1789760785.036189:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:1.0:1789760785.036196:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760785.036204:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760785.036223:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:1.0:1789760785.036250:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484353920:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760785.038327:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6120, 6120]
00000080:00200000:2.0:1789760785.038346:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760785.038352:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760785.038365:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25071616 i_blocks 49159
00000020:00200000:2.0:1789760785.038369:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760785.038382:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760785.038413:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25071616, count: 4096
00000080:00200000:2.0:1789760785.038419:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25071616, bytes: 4096
00000080:00200000:2.0:1789760785.038432:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760785.038440:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760785.038442:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25071616, 25075712) 0 0
00000080:00200000:2.0:1789760785.038445:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760785.038457:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6121, 6121]
00020000:00200000:2.0:1789760785.038464:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25071616 chunk: [25071616, 25075712) 25075712, 4096
00020000:00200000:2.0:1789760785.038468:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760785.038483:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6121, 6121]
00000008:00010000:2.0:1789760785.038497:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760785.038502:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760785.038511:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25071616, 25075712) append 0 append lockpos 0
00000080:00200000:2.0:1789760785.038524:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25071616=0x17e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760785.038574:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760785.038577:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25075712
00000020:00010000:2.0:1789760785.038583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760785.038586:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760785.038588:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760785.038591:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760785.038594:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760785.038602:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760785.038606:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760785.038623:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760785.038706:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 25071616<>25075712
00000100:00100000:3.0:1789760785.038910:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484354048:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.098019:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973439 gen 2
00000008:00010000:2.0:1789760785.098129:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760785.098136:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.098146:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.098169:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760785.098262:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484354048:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760785.098373:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6121, 6121]
00000080:00200000:1.0:1789760785.098386:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.098391:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.098402:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25075712 i_blocks 49159
00000020:00200000:1.0:1789760785.098405:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.098415:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.098446:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25075712, count: 4096
00000080:00200000:1.0:1789760785.098453:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25075712, bytes: 4096
00000080:00200000:1.0:1789760785.098461:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.098469:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.098471:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25075712, 25079808) 0 0
00000080:00200000:1.0:1789760785.098475:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.098489:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6122, 6122]
00020000:00200000:1.0:1789760785.098497:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25075712 chunk: [25075712, 25079808) 25079808, 4096
00020000:00200000:1.0:1789760785.098501:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.098516:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6122, 6122]
00000008:00010000:1.0:1789760785.098532:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.098537:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760785.098546:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25075712, 25079808) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.098556:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25075712=0x17ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.098730:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.098733:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25079808
00000020:00010000:1.0:1789760785.098741:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.098745:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.098748:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.098751:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.098754:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.098761:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.098766:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.098780:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760785.098861:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 25075712<>25079808
00000100:00100000:0.0:1789760785.099263:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.099282:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484354176:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760785.174229:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973440 gen 2
00000008:00010000:0.0:1789760785.174281:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760785.174287:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.174298:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.174315:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760785.174339:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484354176:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760785.174357:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6122, 6122]
00000080:00200000:1.0:1789760785.174371:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.174377:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.174389:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25079808 i_blocks 49159
00000020:00200000:1.0:1789760785.174393:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.174403:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.174445:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25079808, count: 4096
00000080:00200000:1.0:1789760785.174451:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25079808, bytes: 4096
00000080:00200000:1.0:1789760785.174460:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.174468:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.174471:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25079808, 25083904) 0 0
00000080:00200000:1.0:1789760785.174475:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.174488:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6123, 6123]
00020000:00200000:1.0:1789760785.174495:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25079808 chunk: [25079808, 25083904) 25083904, 4096
00020000:00200000:1.0:1789760785.174499:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.174513:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6123, 6123]
00000008:00010000:1.0:1789760785.174527:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.174532:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760785.174545:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25079808, 25083904) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.174568:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25079808=0x17eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.174614:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.174617:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25083904
00000020:00010000:1.0:1789760785.174625:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.174628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.174631:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.174634:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.174637:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.174644:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.174649:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.175354:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760785.175460:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9f80 - object 0x280000401:2 offset 25079808<>25083904
00000100:00100000:1.0:1789760785.175501:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760785.175516:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484354304:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760785.211842:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760785.248764:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973441 gen 2
00000008:00010000:1.0:1789760785.248802:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:1.0:1789760785.248808:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760785.248817:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760785.248845:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:1.0:1789760785.248914:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484354304:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760785.249349:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6123, 6123]
00000080:00200000:0.0:1789760785.249362:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.249366:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.249385:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25083904 i_blocks 49159
00000020:00200000:0.0:1789760785.249388:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.249396:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.249421:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25083904, count: 4096
00000080:00200000:0.0:1789760785.249427:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25083904, bytes: 4096
00000080:00200000:0.0:1789760785.249437:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.249444:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.249446:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25083904, 25088000) 0 0
00000080:00200000:0.0:1789760785.249450:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.249461:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6124, 6124]
00020000:00200000:0.0:1789760785.249468:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25083904 chunk: [25083904, 25088000) 25088000, 4096
00020000:00200000:0.0:1789760785.249471:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.249484:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6124, 6124]
00000008:00010000:0.0:1789760785.249496:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.249500:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760785.249508:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25083904, 25088000) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.249518:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25083904=0x17ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.249558:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.249560:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25088000
00000020:00010000:0.0:1789760785.249566:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.249569:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.249572:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.249712:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.249714:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.249722:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.249727:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.249741:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760785.249817:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 25083904<>25088000
00000100:00100000:0.0:1789760785.249852:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.249889:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484354432:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760785.307199:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973442 gen 2
00000008:00010000:0.0:1789760785.307236:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760785.307243:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.307252:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.307326:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760785.307350:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484354432:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760785.308555:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6124, 6124]
00000080:00200000:2.0:1789760785.308571:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760785.308576:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760785.308588:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25088000 i_blocks 49159
00000020:00200000:2.0:1789760785.308592:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760785.308604:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760785.308632:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25088000, count: 4096
00000080:00200000:2.0:1789760785.308638:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25088000, bytes: 4096
00000080:00200000:2.0:1789760785.308648:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760785.308655:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760785.308657:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25088000, 25092096) 0 0
00000080:00200000:2.0:1789760785.308661:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760785.308673:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6125, 6125]
00020000:00200000:2.0:1789760785.308680:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25088000 chunk: [25088000, 25092096) 25092096, 4096
00020000:00200000:2.0:1789760785.308684:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760785.308699:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6125, 6125]
00000008:00010000:2.0:1789760785.308714:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760785.308719:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760785.308729:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25088000, 25092096) append 0 append lockpos 0
00000080:00200000:2.0:1789760785.308739:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25088000=0x17ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760785.308789:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760785.308792:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25092096
00000020:00010000:2.0:1789760785.308798:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760785.308801:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760785.308804:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760785.308807:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760785.308810:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760785.308816:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760785.308821:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760785.308842:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760785.309130:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 25088000<>25092096
00000100:00100000:3.0:1789760785.309211:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484354560:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760785.352613:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:2.0:1789760785.352625:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.352634:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.352789:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:2.0:1789760785.352813:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484354560:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.353639:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6125, 6125]
00000080:00200000:3.0:1789760785.353654:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.353660:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.353672:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25092096 i_blocks 49159
00000020:00200000:3.0:1789760785.353676:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.353685:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.353713:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25092096, count: 4096
00000080:00200000:3.0:1789760785.353719:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25092096, bytes: 4096
00000080:00200000:3.0:1789760785.353728:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.353736:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.353738:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25092096, 25096192) 0 0
00000080:00200000:3.0:1789760785.353742:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.353756:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6126, 6126]
00020000:00200000:3.0:1789760785.353762:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25092096 chunk: [25092096, 25096192) 25096192, 4096
00020000:00200000:3.0:1789760785.353766:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.353781:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6126, 6126]
00000008:00010000:3.0:1789760785.353795:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.353799:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.353809:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25092096, 25096192) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.353821:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25092096=0x17ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.354288:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.354291:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25096192
00000020:00010000:3.0:1789760785.354300:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.354304:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.354307:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.354310:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.354314:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.354321:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.354327:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.354346:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d900
00000008:00100000:3.0:1789760785.354424:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5c00 - object 0x280000401:2 offset 25092096<>25096192
00000100:00100000:3.0:1789760785.354467:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760785.354495:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484354688:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.415838:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973443 gen 2
00000100:00100000:2.0:1789760785.415913:0:2424:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f5c00 x1876699484354688/t4294973444(4294973444) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760801 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760785.415950:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760785.415955:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.415962:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.415983:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760785.416005:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484354688:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.416036:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6126, 6126]
00000080:00200000:3.0:1789760785.416058:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.416065:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.416082:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25096192 i_blocks 49159
00000020:00200000:3.0:1789760785.416087:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.416109:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.416205:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25096192, count: 4096
00000080:00200000:3.0:1789760785.416214:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25096192, bytes: 4096
00000080:00200000:3.0:1789760785.416224:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.416233:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.416235:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25096192, 25100288) 0 0
00000080:00200000:3.0:1789760785.416240:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.416258:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6127, 6127]
00020000:00200000:3.0:1789760785.416267:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25096192 chunk: [25096192, 25100288) 25100288, 4096
00020000:00200000:3.0:1789760785.416271:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.416293:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6127, 6127]
00000008:00010000:3.0:1789760785.416312:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.416319:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.416330:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25096192, 25100288) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.416344:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25096192=0x17ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.416408:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.416411:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25100288
00000020:00010000:3.0:1789760785.416420:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.416423:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.416427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.416430:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.416433:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.416442:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.416449:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.416468:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000008:00100000:3.0:1789760785.416571:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6680 - object 0x280000401:2 offset 25096192<>25100288
00000100:00100000:2.0:1789760785.416653:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484354816:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.483042:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973445 gen 2
00000008:00010000:2.0:1789760785.483329:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760785.483338:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.483349:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.483370:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760785.483406:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484354816:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.483559:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6127, 6127]
00000080:00200000:3.0:1789760785.483577:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.483584:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.483599:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25100288 i_blocks 49159
00000020:00200000:3.0:1789760785.483603:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.483614:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.483646:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25100288, count: 4096
00000080:00200000:3.0:1789760785.483654:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25100288, bytes: 4096
00000080:00200000:3.0:1789760785.483664:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.483672:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.483675:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25100288, 25104384) 0 0
00000080:00200000:3.0:1789760785.483679:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.483696:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6128, 6128]
00020000:00200000:3.0:1789760785.483705:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25100288 chunk: [25100288, 25104384) 25104384, 4096
00020000:00200000:3.0:1789760785.483710:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.483731:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6128, 6128]
00000008:00010000:3.0:1789760785.483749:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.483755:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.483767:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25100288, 25104384) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.483780:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25100288=0x17f0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.483836:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.483839:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25104384
00000020:00010000:3.0:1789760785.483848:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.483851:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.483855:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.483859:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.483861:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.483909:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.483916:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.483933:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000008:00100000:3.0:1789760785.484052:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4a80 - object 0x280000401:2 offset 25100288<>25104384
00000100:00100000:3.0:1789760785.484097:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484354944:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.549732:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973446 gen 2
00000008:00010000:2.0:1789760785.549769:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760785.549775:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.549791:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.549806:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760785.549833:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484354944:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.550378:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6128, 6128]
00000080:00200000:3.0:1789760785.550389:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.550401:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.550415:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25104384 i_blocks 49159
00000020:00200000:3.0:1789760785.550418:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.550428:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.550456:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25104384, count: 4096
00000080:00200000:3.0:1789760785.550462:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25104384, bytes: 4096
00000080:00200000:3.0:1789760785.550469:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.550476:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.550478:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25104384, 25108480) 0 0
00000080:00200000:3.0:1789760785.550482:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.550495:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6129, 6129]
00020000:00200000:3.0:1789760785.550502:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25104384 chunk: [25104384, 25108480) 25108480, 4096
00020000:00200000:3.0:1789760785.550506:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.550521:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6129, 6129]
00000008:00010000:3.0:1789760785.550532:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.550535:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.550542:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25104384, 25108480) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.550551:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25104384=0x17f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.550585:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.550587:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25108480
00000020:00010000:3.0:1789760785.550592:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.550594:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.550596:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.550598:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.550600:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.550604:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.550608:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.550619:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dd80
00000008:00100000:3.0:1789760785.550687:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7b80 - object 0x280000401:2 offset 25104384<>25108480
00000100:00100000:2.0:1789760785.550904:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760785.550921:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355072:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.630549:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973447 gen 2
00000008:00010000:2.0:1789760785.630603:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760785.630611:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.630621:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.630641:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760785.630672:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355072:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.630988:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6129, 6129]
00000080:00200000:3.0:1789760785.631005:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.631012:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.631039:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25108480 i_blocks 49159
00000020:00200000:3.0:1789760785.631043:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.631053:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.631085:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25108480, count: 4096
00000080:00200000:3.0:1789760785.631093:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25108480, bytes: 4096
00000080:00200000:3.0:1789760785.631118:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.631127:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.631130:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25108480, 25112576) 0 0
00000080:00200000:3.0:1789760785.631134:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.631152:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6130, 6130]
00020000:00200000:3.0:1789760785.631161:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25108480 chunk: [25108480, 25112576) 25112576, 4096
00020000:00200000:3.0:1789760785.631166:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.631186:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6130, 6130]
00000008:00010000:3.0:1789760785.631204:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.631210:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.631222:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25108480, 25112576) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.631236:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25108480=0x17f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.631296:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.631299:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25112576
00000020:00010000:3.0:1789760785.631308:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.631312:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.631315:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.631319:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.631322:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.631330:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.631337:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.631354:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000008:00100000:3.0:1789760785.631577:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5f80 - object 0x280000401:2 offset 25108480<>25112576
00000100:00100000:2.0:1789760785.631750:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355200:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.678701:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973448 gen 2
00000008:00010000:2.0:1789760785.678758:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760785.678768:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.678778:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.678841:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760785.678915:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355200:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.680552:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6130, 6130]
00000080:00200000:3.0:1789760785.680579:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.680586:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.680607:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25112576 i_blocks 49159
00000020:00200000:3.0:1789760785.680612:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.680627:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.680664:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25112576, count: 4096
00000080:00200000:3.0:1789760785.680672:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25112576, bytes: 4096
00000080:00200000:3.0:1789760785.680687:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.680697:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.680700:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25112576, 25116672) 0 0
00000080:00200000:3.0:1789760785.680704:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.680720:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6131, 6131]
00020000:00200000:3.0:1789760785.680729:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25112576 chunk: [25112576, 25116672) 25116672, 4096
00020000:00200000:3.0:1789760785.680733:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.680756:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6131, 6131]
00000008:00010000:3.0:1789760785.680775:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.680781:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.680794:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25112576, 25116672) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.680904:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25112576=0x17f3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.680979:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.680982:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25116672
00000020:00010000:3.0:1789760785.680992:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.680996:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.680999:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.681002:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.681006:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.681018:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.681036:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.681065:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000008:00100000:3.0:1789760785.681294:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 25112576<>25116672
00000100:00100000:2.0:1789760785.681385:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484355328:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760785.722981:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760785.722998:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.723010:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.723114:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760785.723147:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484355328:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.723485:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6131, 6131]
00000080:00200000:3.0:1789760785.723570:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.723578:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.723596:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25116672 i_blocks 49159
00000020:00200000:3.0:1789760785.723600:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.723612:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.723644:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25116672, count: 4096
00000080:00200000:3.0:1789760785.723800:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25116672, bytes: 4096
00000080:00200000:3.0:1789760785.723817:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.723827:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.723919:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25116672, 25120768) 0 0
00000080:00200000:3.0:1789760785.723926:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.723945:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6132, 6132]
00020000:00200000:3.0:1789760785.723954:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25116672 chunk: [25116672, 25120768) 25120768, 4096
00020000:00200000:3.0:1789760785.723958:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.723981:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6132, 6132]
00000008:00010000:3.0:1789760785.723999:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.724006:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.724018:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25116672, 25120768) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.724042:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25116672=0x17f4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.724108:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.724111:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25120768
00000020:00010000:3.0:1789760785.724120:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.724124:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.724127:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.724130:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.724133:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.724141:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.724317:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.724343:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dd80
00000008:00100000:3.0:1789760785.724580:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4380 - object 0x280000401:2 offset 25116672<>25120768
00000100:00100000:2.0:1789760785.724668:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355456:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.770769:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973450 gen 2
00000008:00010000:2.0:1789760785.770831:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760785.770839:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.770849:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.771360:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760785.771400:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355456:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.775425:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6132, 6132]
00000080:00200000:3.0:1789760785.775456:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.775464:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.775512:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25120768 i_blocks 49159
00000020:00200000:3.0:1789760785.775519:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.775536:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.775702:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25120768, count: 4096
00000080:00200000:3.0:1789760785.775712:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25120768, bytes: 4096
00000080:00200000:3.0:1789760785.775726:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.775736:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.775738:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25120768, 25124864) 0 0
00000080:00200000:3.0:1789760785.775744:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.775761:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6133, 6133]
00020000:00200000:3.0:1789760785.775769:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25120768 chunk: [25120768, 25124864) 25124864, 4096
00020000:00200000:3.0:1789760785.775774:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.775795:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6133, 6133]
00000008:00010000:3.0:1789760785.775813:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.775819:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.775832:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25120768, 25124864) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.775846:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25120768=0x17f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.775935:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.775938:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25124864
00000020:00010000:3.0:1789760785.775947:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.775951:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.775954:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.775958:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.775961:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.775969:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.775976:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.775996:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000008:00100000:3.0:1789760785.776122:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4700 - object 0x280000401:2 offset 25120768<>25124864
00000100:00100000:2.0:1789760785.776318:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760785.776346:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355584:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.844764:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973451 gen 2
00000008:00010000:2.0:1789760785.844815:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760785.844823:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.844834:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.844862:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760785.844927:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355584:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.845232:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6133, 6133]
00000080:00200000:3.0:1789760785.845248:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.845254:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.845270:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25124864 i_blocks 49159
00000020:00200000:3.0:1789760785.845275:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.845286:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.845335:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25124864, count: 4096
00000080:00200000:3.0:1789760785.845344:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25124864, bytes: 4096
00000080:00200000:3.0:1789760785.845356:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.845366:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.845368:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25124864, 25128960) 0 0
00000080:00200000:3.0:1789760785.845383:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.845402:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6134, 6134]
00020000:00200000:3.0:1789760785.845412:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25124864 chunk: [25124864, 25128960) 25128960, 4096
00020000:00200000:3.0:1789760785.845418:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.845439:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6134, 6134]
00000008:00010000:3.0:1789760785.845456:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.845462:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.845474:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25124864, 25128960) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.845489:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25124864=0x17f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.845563:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.845566:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25128960
00000020:00010000:3.0:1789760785.845576:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.845580:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.845583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.845586:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.845589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.845596:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.845603:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.845620:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000008:00100000:3.0:1789760785.845835:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5500 - object 0x280000401:2 offset 25124864<>25128960
00000100:00100000:2.0:1789760785.845913:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355712:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760785.912651:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760785.912663:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.912673:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.912765:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760785.912791:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355712:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.916155:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6134, 6134]
00000080:00200000:3.0:1789760785.916177:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.916194:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.916209:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25128960 i_blocks 49159
00000020:00200000:3.0:1789760785.916213:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.916229:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.916260:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25128960, count: 4096
00000080:00200000:3.0:1789760785.916268:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25128960, bytes: 4096
00000080:00200000:3.0:1789760785.916280:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.916288:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.916290:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25128960, 25133056) 0 0
00000080:00200000:3.0:1789760785.916294:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.916307:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6135, 6135]
00020000:00200000:3.0:1789760785.916313:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25128960 chunk: [25128960, 25133056) 25133056, 4096
00020000:00200000:3.0:1789760785.916317:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.916332:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6135, 6135]
00000008:00010000:3.0:1789760785.916346:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.916351:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.916360:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25128960, 25133056) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.916370:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25128960=0x17f7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.916645:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.916648:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25133056
00000020:00010000:3.0:1789760785.916656:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.916659:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.916662:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.916664:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.916667:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.916674:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.916680:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.916703:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d900
00000008:00100000:3.0:1789760785.916787:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6a00 - object 0x280000401:2 offset 25128960<>25133056
00000100:00100000:2.0:1789760785.916976:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760785.916995:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355840:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760785.967040:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973452 gen 2
00000100:00100000:2.0:1789760785.967071:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f6a00 x1876699484355840/t4294973453(4294973453) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760801 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760785.967119:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760785.967124:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.967132:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.967147:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760785.967164:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355840:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760785.967288:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6135, 6135]
00000080:00200000:3.0:1789760785.967301:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.967307:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.967318:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25133056 i_blocks 49159
00000020:00200000:3.0:1789760785.967322:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.967330:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.967356:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25133056, count: 4096
00000080:00200000:3.0:1789760785.967361:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25133056, bytes: 4096
00000080:00200000:3.0:1789760785.967368:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.967375:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.967377:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25133056, 25137152) 0 0
00000080:00200000:3.0:1789760785.967381:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.967393:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6136, 6136]
00020000:00200000:3.0:1789760785.967399:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25133056 chunk: [25133056, 25137152) 25137152, 4096
00020000:00200000:3.0:1789760785.967403:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.967428:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6136, 6136]
00000008:00010000:3.0:1789760785.967441:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.967445:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760785.967454:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25133056, 25137152) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.967464:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25133056=0x17f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.967516:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.967519:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25137152
00000020:00010000:3.0:1789760785.967526:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.967529:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.967532:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.967535:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.967543:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.967549:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.967554:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.967568:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760785.967711:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4000 - object 0x280000401:2 offset 25133056<>25137152
00000100:00100000:2.0:1789760785.967897:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355968:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760786.014714:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973454 gen 2
00000008:00010000:2.0:1789760786.014762:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760786.014768:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760786.014777:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760786.014797:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760786.014823:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484355968:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760786.014830:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6136, 6136]
00000080:00200000:3.0:1789760786.014846:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.014850:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.014890:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25137152 i_blocks 49159
00000020:00200000:3.0:1789760786.014894:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.014905:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.014933:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25137152, count: 4096
00000080:00200000:3.0:1789760786.014939:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25137152, bytes: 4096
00000080:00200000:3.0:1789760786.014947:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.014955:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.014957:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25137152, 25141248) 0 0
00000080:00200000:3.0:1789760786.014961:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.014973:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6137, 6137]
00020000:00200000:3.0:1789760786.014979:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25137152 chunk: [25137152, 25141248) 25141248, 4096
00020000:00200000:3.0:1789760786.014983:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.014998:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6137, 6137]
00000008:00010000:3.0:1789760786.015011:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.015027:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760786.015036:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25137152, 25141248) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.015054:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25137152=0x17f9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.015099:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.015102:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25141248
00000020:00010000:3.0:1789760786.015109:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.015112:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.015115:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.015118:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.015121:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.015126:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.015132:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.015146:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278de40
00000008:00100000:3.0:1789760786.015224:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5180 - object 0x280000401:2 offset 25137152<>25141248
00000100:00100000:2.0:1789760786.015319:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760786.015333:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484356096:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760786.058320:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973455 gen 2
00000008:00010000:3.0:1789760786.058355:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:3.0:1789760786.058362:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.058369:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.058450:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:3.0:1789760786.058473:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484356096:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760786.059057:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6137, 6137]
00000080:00200000:0.0:1789760786.059072:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.059078:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.059119:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25141248 i_blocks 49159
00000020:00200000:0.0:1789760786.059122:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.059132:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.059160:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25141248, count: 4096
00000080:00200000:0.0:1789760786.059166:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25141248, bytes: 4096
00000080:00200000:0.0:1789760786.059175:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.059183:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.059185:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25141248, 25145344) 0 0
00000080:00200000:0.0:1789760786.059189:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.059203:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6138, 6138]
00020000:00200000:0.0:1789760786.059210:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25141248 chunk: [25141248, 25145344) 25145344, 4096
00020000:00200000:0.0:1789760786.059214:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.059229:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6138, 6138]
00000008:00010000:0.0:1789760786.059243:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.059248:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760786.059257:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25141248, 25145344) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.059268:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25141248=0x17fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.059310:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.059313:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25145344
00000020:00010000:0.0:1789760786.059319:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.059322:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.059325:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.059327:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.059330:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.059335:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.059340:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.059352:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760786.059432:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 25141248<>25145344
00000100:00100000:1.0:1789760786.059518:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484356224:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760786.110412:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973456 gen 2
00000008:00010000:1.0:1789760786.110448:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760786.110455:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760786.110464:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760786.110485:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760786.110509:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484356224:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760786.110605:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6138, 6138]
00000080:00200000:3.0:1789760786.110618:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.110623:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.110635:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25145344 i_blocks 49159
00000020:00200000:3.0:1789760786.110638:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.110646:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.110673:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25145344, count: 4096
00000080:00200000:3.0:1789760786.110678:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25145344, bytes: 4096
00000080:00200000:3.0:1789760786.110686:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.110692:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.110694:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25145344, 25149440) 0 0
00000080:00200000:3.0:1789760786.110698:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.110710:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6139, 6139]
00020000:00200000:3.0:1789760786.110716:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25145344 chunk: [25145344, 25149440) 25149440, 4096
00020000:00200000:3.0:1789760786.110720:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.110735:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6139, 6139]
00000008:00010000:3.0:1789760786.110760:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.110765:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760786.110772:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25145344, 25149440) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.110783:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25145344=0x17fb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.110825:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.110828:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25149440
00000020:00010000:3.0:1789760786.110834:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.110837:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.110840:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.110843:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.110845:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.110850:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.110856:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.110905:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278de40
00000008:00100000:3.0:1789760786.110995:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5180 - object 0x280000401:2 offset 25145344<>25149440
00000100:00100000:2.0:1789760786.111165:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484356352:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760786.160126:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:3.0:1789760786.160137:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.160147:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.160173:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:3.0:1789760786.160196:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484356352:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760786.160291:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6139, 6139]
00000080:00200000:0.0:1789760786.160304:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.160310:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.160321:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25149440 i_blocks 49159
00000020:00200000:0.0:1789760786.160325:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.160333:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.160361:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25149440, count: 4096
00000080:00200000:0.0:1789760786.160367:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25149440, bytes: 4096
00000080:00200000:0.0:1789760786.160376:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.160396:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.160398:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25149440, 25153536) 0 0
00000080:00200000:0.0:1789760786.160403:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.160424:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6140, 6140]
00020000:00200000:0.0:1789760786.160431:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25149440 chunk: [25149440, 25153536) 25153536, 4096
00020000:00200000:0.0:1789760786.160435:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.160450:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6140, 6140]
00000008:00010000:0.0:1789760786.160464:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.160469:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760786.160477:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25149440, 25153536) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.160489:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25149440=0x17fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.160533:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.160536:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25153536
00000020:00010000:0.0:1789760786.160543:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.160546:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.160549:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.160552:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.160555:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.160561:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.160566:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.160579:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760786.160653:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 25149440<>25153536
00000100:00100000:1.0:1789760786.160895:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760786.160911:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484356480:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760786.237532:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760786.243832:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973458 gen 2
00000008:00010000:1.0:1789760786.243914:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760786.243920:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760786.243929:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760786.243952:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760786.243977:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484356480:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760786.244099:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6140, 6140]
00000080:00200000:0.0:1789760786.244111:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.244116:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.244127:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25153536 i_blocks 49159
00000020:00200000:0.0:1789760786.244130:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.244138:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.244174:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25153536, count: 4096
00000080:00200000:0.0:1789760786.244181:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25153536, bytes: 4096
00000080:00200000:0.0:1789760786.244188:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.244196:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.244198:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25153536, 25157632) 0 0
00000080:00200000:0.0:1789760786.244202:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.244215:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6141, 6141]
00020000:00200000:0.0:1789760786.244223:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25153536 chunk: [25153536, 25157632) 25157632, 4096
00020000:00200000:0.0:1789760786.244226:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.244241:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6141, 6141]
00000008:00010000:0.0:1789760786.244254:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.244259:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760786.244267:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25153536, 25157632) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.244277:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25153536=0x17fd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.244324:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.244327:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25157632
00000020:00010000:0.0:1789760786.244333:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.244336:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.244339:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.244342:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.244344:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.244350:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.244356:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.244370:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760786.244451:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 25153536<>25157632
00000100:00100000:1.0:1789760786.244836:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484356608:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760786.280328:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760786.280341:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760786.280351:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760786.280421:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760786.280449:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484356608:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760786.282368:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6141, 6141]
00000080:00200000:0.0:1789760786.282387:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.282392:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.282406:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25157632 i_blocks 49159
00000020:00200000:0.0:1789760786.282410:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.282422:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.282515:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25157632, count: 4096
00000080:00200000:0.0:1789760786.282523:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25157632, bytes: 4096
00000080:00200000:0.0:1789760786.282537:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.282544:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.282547:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25157632, 25161728) 0 0
00000080:00200000:0.0:1789760786.282551:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.282565:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6142, 6142]
00020000:00200000:0.0:1789760786.282571:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25157632 chunk: [25157632, 25161728) 25161728, 4096
00020000:00200000:0.0:1789760786.282575:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.282591:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6142, 6142]
00000008:00010000:0.0:1789760786.282605:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.282610:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760786.282619:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25157632, 25161728) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.282632:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25157632=0x17fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.282685:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.282688:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25161728
00000020:00010000:0.0:1789760786.282694:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.282697:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.282700:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.282702:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.282705:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.282712:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.282718:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.282742:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760786.283408:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 25157632<>25161728
00000100:00100000:1.0:1789760786.283474:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760786.284958:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484356736:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760786.333812:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973460 gen 2
00000008:00010000:1.0:1789760786.333860:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760786.333893:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760786.333900:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760786.333918:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760786.333945:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484356736:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760786.333957:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6142, 6142]
00000080:00200000:3.0:1789760786.333972:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.333977:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.333990:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25161728 i_blocks 49159
00000020:00200000:3.0:1789760786.333996:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.334487:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.334518:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25161728, count: 4096
00000080:00200000:1.0:1789760786.334524:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25161728, bytes: 4096
00000080:00200000:1.0:1789760786.334533:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.334540:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.334542:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25161728, 25165824) 0 0
00000080:00200000:1.0:1789760786.334547:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.334560:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6143, 6143]
00020000:00200000:1.0:1789760786.334567:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25161728 chunk: [25161728, 25165824) 25165824, 4096
00020000:00200000:1.0:1789760786.334570:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.334586:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6143, 6143]
00000008:00010000:1.0:1789760786.334600:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.334604:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760786.334613:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25161728, 25165824) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.334625:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25161728=0x17ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.334671:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.334674:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25165824
00000020:00010000:1.0:1789760786.334681:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.334684:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.334687:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.334690:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.334692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.334698:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.334704:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.334779:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760786.335010:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9f80 - object 0x280000401:2 offset 25161728<>25165824
00000100:00100000:1.0:1789760786.335053:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760786.335068:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484356864:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760786.372952:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:1.0:1789760786.372963:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760786.372971:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760786.373390:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:1.0:1789760786.373416:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484356864:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760786.375029:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6143, 6143]
00000080:00200000:2.0:1789760786.375045:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.375100:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.375114:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25165824 i_blocks 49159
00000020:00200000:2.0:1789760786.375119:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.375131:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.375162:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25165824, count: 4096
00000080:00200000:2.0:1789760786.375168:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25165824, bytes: 4096
00000080:00200000:2.0:1789760786.375184:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.375192:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.375194:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25165824, 25169920) 0 0
00000080:00200000:2.0:1789760786.375198:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.375211:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6144, 6144]
00020000:00200000:2.0:1789760786.375217:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25165824 chunk: [25165824, 25169920) 25169920, 4096
00020000:00200000:2.0:1789760786.375221:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.375238:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6144, 6144]
00000008:00010000:2.0:1789760786.375253:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.375258:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760786.375267:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25165824, 25169920) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.375279:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25165824=0x1800000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.375334:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.375336:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25169920
00000020:00010000:2.0:1789760786.375343:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.375347:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.375349:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.375352:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.375355:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.375476:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.375484:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.375507:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760786.375590:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 25165824<>25169920
00000100:00100000:3.0:1789760786.375774:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.375805:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484356992:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760786.431306:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973462 gen 2
00000008:00010000:3.0:1789760786.431356:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:3.0:1789760786.431362:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.431369:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.431396:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000080:00200000:2.0:1789760786.431501:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6144, 6144]
00000080:00200000:2.0:1789760786.431515:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.431520:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.431532:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25169920 i_blocks 49159
00000020:00200000:2.0:1789760786.431535:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.431543:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.431574:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25169920, count: 4096
00000080:00200000:2.0:1789760786.431581:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25169920, bytes: 4096
00000080:00200000:2.0:1789760786.431589:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.431597:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.431599:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25169920, 25174016) 0 0
00000080:00200000:2.0:1789760786.431603:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.431616:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6145, 6145]
00020000:00200000:2.0:1789760786.431623:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25169920 chunk: [25169920, 25174016) 25174016, 4096
00020000:00200000:2.0:1789760786.431628:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.431643:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6145, 6145]
00000008:00010000:2.0:1789760786.431657:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.431662:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760786.431671:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25169920, 25174016) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.431681:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25169920=0x1801000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.431728:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.431730:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25174016
00000020:00010000:2.0:1789760786.431747:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.431750:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.431753:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.431755:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.431758:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.431764:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.431769:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.431788:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760786.431982:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 25169920<>25174016
00000100:00100000:2.0:1789760786.432039:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760786.432057:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484357120:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760786.432440:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484356992:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760786.487779:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:3.0:1789760786.487790:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.487799:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.487819:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:3.0:1789760786.487844:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484357120:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760786.487967:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6145, 6145]
00000080:00200000:2.0:1789760786.487979:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.487984:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.487996:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25174016 i_blocks 51207
00000020:00200000:2.0:1789760786.487999:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.488008:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.488047:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25174016, count: 4096
00000080:00200000:2.0:1789760786.488053:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25174016, bytes: 4096
00000080:00200000:2.0:1789760786.488074:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.488081:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.488083:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25174016, 25178112) 0 0
00000080:00200000:2.0:1789760786.488086:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.488098:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6146, 6146]
00020000:00200000:2.0:1789760786.488104:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25174016 chunk: [25174016, 25178112) 25178112, 4096
00020000:00200000:2.0:1789760786.488109:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.488123:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6146, 6146]
00000008:00010000:2.0:1789760786.488137:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.488151:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760786.488159:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25174016, 25178112) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.488170:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25174016=0x1802000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.488214:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.488217:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25178112
00000020:00010000:2.0:1789760786.488224:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.488227:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.488230:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.488236:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.488238:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.488244:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.488249:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.488269:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000008:00100000:2.0:1789760786.488350:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 25174016<>25178112
00000100:00100000:3.0:1789760786.488536:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484357248:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760786.535588:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973464 gen 2
00000008:00010000:3.0:1789760786.535635:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000020:00200000:3.0:1789760786.535641:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.535650:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.535671:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6d80
00000100:00100000:3.0:1789760786.535694:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484357248:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760786.535812:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6146, 6146]
00000080:00200000:2.0:1789760786.535825:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.535831:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.535843:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25178112 i_blocks 51207
00000020:00200000:2.0:1789760786.535846:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.535855:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.535914:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25178112, count: 4096
00000080:00200000:2.0:1789760786.535920:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25178112, bytes: 4096
00000080:00200000:2.0:1789760786.535934:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.535941:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.535944:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25178112, 25182208) 0 0
00000080:00200000:2.0:1789760786.535948:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.535961:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6147, 6147]
00020000:00200000:2.0:1789760786.535968:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25178112 chunk: [25178112, 25182208) 25182208, 4096
00020000:00200000:2.0:1789760786.535972:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.535989:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6147, 6147]
00000008:00010000:2.0:1789760786.536002:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.536007:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760786.536025:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25178112, 25182208) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.536037:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25178112=0x1803000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.536078:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.536092:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25182208
00000020:00010000:2.0:1789760786.536099:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.536103:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.536107:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.536110:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.536112:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.536118:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.536123:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.536137:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760786.536215:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 25178112<>25182208
00000100:00100000:3.0:1789760786.536538:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760786.536552:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484357376:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760786.592198:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:3.0:1789760786.592213:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.592225:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.592245:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:3.0:1789760786.592268:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484357376:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760786.592435:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6147, 6147]
00000080:00200000:2.0:1789760786.592448:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.592454:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.592465:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25182208 i_blocks 51207
00000020:00200000:2.0:1789760786.592468:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.592476:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.592504:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25182208, count: 4096
00000080:00200000:2.0:1789760786.592512:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25182208, bytes: 4096
00000080:00200000:2.0:1789760786.592521:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.592528:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.592530:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25182208, 25186304) 0 0
00000080:00200000:2.0:1789760786.592535:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.592548:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6148, 6148]
00020000:00200000:2.0:1789760786.592554:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25182208 chunk: [25182208, 25186304) 25186304, 4096
00020000:00200000:2.0:1789760786.592558:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.592572:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6148, 6148]
00000008:00010000:2.0:1789760786.592586:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.592590:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760786.592599:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25182208, 25186304) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.592610:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25182208=0x1804000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.592649:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.592651:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25186304
00000020:00010000:2.0:1789760786.592657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.592660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.592663:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.592666:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.592669:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.592674:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.592679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.592744:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:3.0:1789760786.592830:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7480 - object 0x280000401:2 offset 25182208<>25186304
00000100:00100000:2.0:1789760786.592891:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760786.597522:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484357504:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760786.659213:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973466 gen 2
00000008:00010000:3.0:1789760786.659262:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:3.0:1789760786.659268:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.659275:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.659330:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:3.0:1789760786.659354:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484357504:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760786.659423:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6148, 6148]
00000080:00200000:2.0:1789760786.659436:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.659441:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.659453:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25186304 i_blocks 51207
00000020:00200000:2.0:1789760786.659456:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.659464:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.659494:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25186304, count: 4096
00000080:00200000:2.0:1789760786.659500:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25186304, bytes: 4096
00000080:00200000:2.0:1789760786.659508:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.659515:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.659517:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25186304, 25190400) 0 0
00000080:00200000:2.0:1789760786.659521:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.659533:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6149, 6149]
00020000:00200000:2.0:1789760786.659540:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25186304 chunk: [25186304, 25190400) 25190400, 4096
00020000:00200000:2.0:1789760786.659544:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.659559:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6149, 6149]
00000008:00010000:2.0:1789760786.659573:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.659577:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760786.659585:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25186304, 25190400) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.659695:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25186304=0x1805000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.659743:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.659746:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25190400
00000020:00010000:2.0:1789760786.659753:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.659756:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.659759:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.659762:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.659764:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.659770:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.659776:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.659790:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760786.659912:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 25186304<>25190400
00000100:00100000:3.0:1789760786.659965:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484357632:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760786.741529:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973467 gen 2
00000008:00010000:3.0:1789760786.741565:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000020:00200000:3.0:1789760786.741572:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.741581:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.741660:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000100:00100000:3.0:1789760786.741686:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484357632:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760786.741761:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6149, 6149]
00000080:00200000:0.0:1789760786.741823:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.741828:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.741839:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25190400 i_blocks 51207
00000020:00200000:0.0:1789760786.741843:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.741852:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.747667:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25190400, count: 4096
00000080:00200000:0.0:1789760786.747685:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25190400, bytes: 4096
00000080:00200000:0.0:1789760786.747702:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.747710:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.747712:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25190400, 25194496) 0 0
00000080:00200000:0.0:1789760786.747718:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.747732:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6150, 6150]
00020000:00200000:0.0:1789760786.747740:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25190400 chunk: [25190400, 25194496) 25194496, 4096
00020000:00200000:0.0:1789760786.747744:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.747761:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6150, 6150]
00000008:00010000:0.0:1789760786.747777:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.747781:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760786.747789:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25190400, 25194496) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.747800:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25190400=0x1806000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.747857:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.747860:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25194496
00000020:00010000:0.0:1789760786.748836:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.748842:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.748845:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d1794098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.748848:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.748851:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.748861:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.748883:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.748907:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760786.748993:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 25190400<>25194496
00000100:00100000:1.0:1789760786.749122:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484357760:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760786.802155:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760786.802167:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760786.802175:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760786.802256:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760786.802289:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484357760:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760786.806320:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6150, 6150]
00000080:00200000:0.0:1789760786.806342:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.806348:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.810373:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25194496 i_blocks 51207
00000020:00200000:1.0:1789760786.810384:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.810402:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.810434:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25194496, count: 4096
00000080:00200000:1.0:1789760786.810442:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25194496, bytes: 4096
00000080:00200000:1.0:1789760786.810456:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.810464:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.810467:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25194496, 25198592) 0 0
00000080:00200000:1.0:1789760786.810471:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.810485:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6151, 6151]
00020000:00200000:1.0:1789760786.810493:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25194496 chunk: [25194496, 25198592) 25198592, 4096
00020000:00200000:1.0:1789760786.810497:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.810515:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6151, 6151]
00000008:00010000:1.0:1789760786.810598:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.810603:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760786.810614:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25194496, 25198592) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.810627:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25194496=0x1807000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.810683:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.810686:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25198592
00000020:00010000:1.0:1789760786.810693:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.810696:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.810698:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.810701:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.810704:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.810711:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.810716:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.810736:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760786.810821:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8000 - object 0x280000401:2 offset 25194496<>25198592
00000100:00100000:0.0:1789760786.810944:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484357888:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760786.868059:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973469 gen 2
00000008:00010000:0.0:1789760786.868117:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760786.868123:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.868131:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.868151:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760786.868175:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484357888:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760786.868758:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6151, 6151]
00000080:00200000:1.0:1789760786.868772:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.868777:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.868789:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25198592 i_blocks 51207
00000020:00200000:1.0:1789760786.868792:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.868802:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.868830:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25198592, count: 4096
00000080:00200000:1.0:1789760786.868837:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25198592, bytes: 4096
00000080:00200000:1.0:1789760786.868847:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.868856:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.868858:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25198592, 25202688) 0 0
00000080:00200000:1.0:1789760786.868893:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.868908:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6152, 6152]
00020000:00200000:1.0:1789760786.868915:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25198592 chunk: [25198592, 25202688) 25202688, 4096
00020000:00200000:1.0:1789760786.868920:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.868936:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6152, 6152]
00000008:00010000:1.0:1789760786.868961:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.868966:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760786.868982:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25198592, 25202688) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.868994:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25198592=0x1808000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.869053:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.869056:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25202688
00000020:00010000:1.0:1789760786.869063:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.869297:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.869304:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.869308:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.869310:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.869318:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.869324:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.869341:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760786.869425:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 25198592<>25202688
00000100:00100000:0.0:1789760786.869511:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358016:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760786.945003:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973470 gen 2
00000008:00010000:0.0:1789760786.945051:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760786.945057:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.945066:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.945154:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760786.945180:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358016:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760786.945923:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6152, 6152]
00000080:00200000:1.0:1789760786.945937:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.945943:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.945956:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25202688 i_blocks 51207
00000020:00200000:1.0:1789760786.945959:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.945969:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.945996:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25202688, count: 4096
00000080:00200000:1.0:1789760786.946002:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25202688, bytes: 4096
00000080:00200000:1.0:1789760786.946057:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.946066:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.946069:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25202688, 25206784) 0 0
00000080:00200000:1.0:1789760786.946072:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.946084:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6153, 6153]
00020000:00200000:1.0:1789760786.946091:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25202688 chunk: [25202688, 25206784) 25206784, 4096
00020000:00200000:1.0:1789760786.946096:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.946470:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6153, 6153]
00000008:00010000:1.0:1789760786.946486:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.946490:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760786.946500:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25202688, 25206784) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.946511:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25202688=0x1809000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.946558:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.946560:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25206784
00000020:00010000:1.0:1789760786.946566:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.946579:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.946581:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.946584:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.946587:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.946593:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.946598:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.946615:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760786.946685:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 25202688<>25206784
00000100:00100000:0.0:1789760786.946879:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760786.946895:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358144:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.009348:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973471 gen 2
00000008:00010000:0.0:1789760787.009388:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760787.009396:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.009404:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.009430:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760787.009452:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358144:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.009626:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6153, 6153]
00000080:00200000:1.0:1789760787.009640:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.009645:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.009658:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25206784 i_blocks 51207
00000020:00200000:1.0:1789760787.009661:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.009669:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.009697:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25206784, count: 4096
00000080:00200000:1.0:1789760787.009702:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25206784, bytes: 4096
00000080:00200000:1.0:1789760787.009711:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.009718:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.009720:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25206784, 25210880) 0 0
00000080:00200000:1.0:1789760787.009723:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.009736:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6154, 6154]
00020000:00200000:1.0:1789760787.009743:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25206784 chunk: [25206784, 25210880) 25210880, 4096
00020000:00200000:1.0:1789760787.009747:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.009761:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6154, 6154]
00000008:00010000:1.0:1789760787.009775:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.009780:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.009788:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25206784, 25210880) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.009803:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25206784=0x180a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.009854:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.009857:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25210880
00000020:00010000:1.0:1789760787.009910:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.009915:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.009918:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.009922:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.009925:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.009932:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.009939:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.009954:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760787.010044:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 25206784<>25210880
00000100:00100000:0.0:1789760787.010343:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.010359:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484358272:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.053715:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973472 gen 2
00000008:00010000:0.0:1789760787.053756:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760787.053764:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.053772:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.053794:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760787.053820:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484358272:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.056967:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6154, 6154]
00000080:00200000:1.0:1789760787.056987:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.056994:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.057008:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25210880 i_blocks 51207
00000020:00200000:1.0:1789760787.057021:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.057034:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.057062:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25210880, count: 4096
00000080:00200000:1.0:1789760787.057070:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25210880, bytes: 4096
00000080:00200000:1.0:1789760787.057081:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.057089:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.057090:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25210880, 25214976) 0 0
00000080:00200000:1.0:1789760787.057095:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.057107:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6155, 6155]
00020000:00200000:1.0:1789760787.057114:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25210880 chunk: [25210880, 25214976) 25214976, 4096
00020000:00200000:1.0:1789760787.057118:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.057135:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6155, 6155]
00000008:00010000:1.0:1789760787.057153:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.057158:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.057168:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25210880, 25214976) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.057180:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25210880=0x180b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.057235:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.057237:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25214976
00000020:00010000:1.0:1789760787.057245:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.057248:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.057250:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.057254:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.057257:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.057264:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.057270:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.057288:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760787.057375:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 25210880<>25214976
00000100:00100000:0.0:1789760787.057966:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.057991:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358400:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.113253:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973473 gen 2
00000008:00010000:0.0:1789760787.113293:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760787.113299:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.113309:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.113329:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760787.113352:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358400:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.113455:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6155, 6155]
00000080:00200000:1.0:1789760787.113468:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.113474:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.113487:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25214976 i_blocks 51207
00000020:00200000:1.0:1789760787.113490:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.113498:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.113527:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25214976, count: 4096
00000080:00200000:1.0:1789760787.113534:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25214976, bytes: 4096
00000080:00200000:1.0:1789760787.113542:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.113549:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.113551:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25214976, 25219072) 0 0
00000080:00200000:1.0:1789760787.113555:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.113566:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6156, 6156]
00020000:00200000:1.0:1789760787.113573:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25214976 chunk: [25214976, 25219072) 25219072, 4096
00020000:00200000:1.0:1789760787.113578:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.113592:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6156, 6156]
00000008:00010000:1.0:1789760787.113607:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.113612:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.113621:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25214976, 25219072) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.113633:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25214976=0x180c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.113677:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.113687:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25219072
00000020:00010000:1.0:1789760787.113694:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.113698:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.113701:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.113704:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.113707:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.113715:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.113721:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.113735:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760787.113820:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 25214976<>25219072
00000100:00100000:0.0:1789760787.114218:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.114250:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484358528:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760787.168080:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760787.168091:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.168111:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.168130:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760787.168153:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484358528:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.168215:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6156, 6156]
00000080:00200000:1.0:1789760787.168228:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.168233:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.168244:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25219072 i_blocks 51207
00000020:00200000:1.0:1789760787.168247:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.168256:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.168284:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25219072, count: 4096
00000080:00200000:1.0:1789760787.168290:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25219072, bytes: 4096
00000080:00200000:1.0:1789760787.168298:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.168306:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.168308:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25219072, 25223168) 0 0
00000080:00200000:1.0:1789760787.168312:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.168325:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6157, 6157]
00020000:00200000:1.0:1789760787.168332:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25219072 chunk: [25219072, 25223168) 25223168, 4096
00020000:00200000:1.0:1789760787.168336:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.168350:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6157, 6157]
00000008:00010000:1.0:1789760787.168365:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.168369:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.168378:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25219072, 25223168) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.168389:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25219072=0x180d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.168432:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.168435:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25223168
00000020:00010000:1.0:1789760787.168442:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.168445:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.168448:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.168451:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.168453:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.168460:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.168466:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.168479:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760787.168555:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 25219072<>25223168
00000100:00100000:0.0:1789760787.168926:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.168941:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358656:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.219574:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973474 gen 2
00000100:00100000:0.0:1789760787.219606:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8d84a8e00 x1876699484358656/t4294973475(4294973475) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760803 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760787.219640:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760787.219646:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.219654:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.219676:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760787.219696:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358656:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.219789:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6157, 6157]
00000080:00200000:1.0:1789760787.219809:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.219815:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.219827:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25223168 i_blocks 51207
00000020:00200000:1.0:1789760787.219831:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.219838:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.219896:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25223168, count: 4096
00000080:00200000:1.0:1789760787.219902:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25223168, bytes: 4096
00000080:00200000:1.0:1789760787.219909:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.219916:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.219918:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25223168, 25227264) 0 0
00000080:00200000:1.0:1789760787.219922:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.219934:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6158, 6158]
00020000:00200000:1.0:1789760787.219941:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25223168 chunk: [25223168, 25227264) 25227264, 4096
00020000:00200000:1.0:1789760787.219946:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.219961:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6158, 6158]
00000008:00010000:1.0:1789760787.219974:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.219978:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.219986:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25223168, 25227264) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.219996:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25223168=0x180e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.220051:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.220054:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25227264
00000020:00010000:1.0:1789760787.220061:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.220064:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.220067:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.220070:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.220073:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.220079:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.220084:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.220110:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760787.220188:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 25223168<>25227264
00000100:00100000:0.0:1789760787.220438:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.220451:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484358784:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760787.259114:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760787.262786:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973476 gen 2
00000008:00010000:0.0:1789760787.262830:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760787.262836:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.262843:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.262903:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760787.262920:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484358784:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.263449:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6158, 6158]
00000080:00200000:1.0:1789760787.263463:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.263468:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.263480:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25227264 i_blocks 51207
00000020:00200000:1.0:1789760787.263483:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.263492:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.263520:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25227264, count: 4096
00000080:00200000:1.0:1789760787.263526:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25227264, bytes: 4096
00000080:00200000:1.0:1789760787.263534:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.263541:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.263543:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25227264, 25231360) 0 0
00000080:00200000:1.0:1789760787.263548:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.263561:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6159, 6159]
00020000:00200000:1.0:1789760787.263567:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25227264 chunk: [25227264, 25231360) 25231360, 4096
00020000:00200000:1.0:1789760787.263570:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.263586:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6159, 6159]
00000008:00010000:1.0:1789760787.263598:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.263603:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.263611:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25227264, 25231360) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.263621:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25227264=0x180f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.263663:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.263666:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25231360
00000020:00010000:1.0:1789760787.263672:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.263676:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.263679:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.263682:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.263684:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.263691:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.263696:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.263710:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760787.263783:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 25227264<>25231360
00000100:00100000:0.0:1789760787.265664:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.265700:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358912:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.308723:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973477 gen 2
00000008:00010000:0.0:1789760787.308758:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760787.308763:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.308772:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.308792:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760787.308816:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484358912:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.308932:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6159, 6159]
00000080:00200000:1.0:1789760787.308944:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.308949:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.308961:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25231360 i_blocks 51207
00000020:00200000:1.0:1789760787.308964:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.308972:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.309001:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25231360, count: 4096
00000080:00200000:1.0:1789760787.309006:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25231360, bytes: 4096
00000080:00200000:1.0:1789760787.309025:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.309032:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.309034:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25231360, 25235456) 0 0
00000080:00200000:1.0:1789760787.309037:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.309049:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6160, 6160]
00020000:00200000:1.0:1789760787.309055:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25231360 chunk: [25231360, 25235456) 25235456, 4096
00020000:00200000:1.0:1789760787.309058:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.309072:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6160, 6160]
00000008:00010000:1.0:1789760787.309084:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.309088:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.309109:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25231360, 25235456) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.309121:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25231360=0x1810000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.309164:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.309167:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25235456
00000020:00010000:1.0:1789760787.309173:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.309176:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.309179:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.309182:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.309184:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.309190:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.309195:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.309209:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760787.309287:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 25231360<>25235456
00000100:00100000:0.0:1789760787.309462:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.309477:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484359040:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.345532:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973478 gen 2
00000008:00010000:0.0:1789760787.345568:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760787.345574:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.345582:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.345602:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760787.345626:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484359040:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.345721:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6160, 6160]
00000080:00200000:1.0:1789760787.345735:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.345741:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.345751:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25235456 i_blocks 51207
00000020:00200000:1.0:1789760787.345754:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.345763:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.345792:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25235456, count: 4096
00000080:00200000:1.0:1789760787.345798:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25235456, bytes: 4096
00000080:00200000:1.0:1789760787.345805:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.345812:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.345814:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25235456, 25239552) 0 0
00000080:00200000:1.0:1789760787.345818:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.345830:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6161, 6161]
00020000:00200000:1.0:1789760787.345837:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25235456 chunk: [25235456, 25239552) 25239552, 4096
00020000:00200000:1.0:1789760787.345841:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.345855:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6161, 6161]
00000008:00010000:1.0:1789760787.345894:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.345898:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.345907:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25235456, 25239552) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.345918:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25235456=0x1811000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.345960:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.345963:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25239552
00000020:00010000:1.0:1789760787.345969:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.345972:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.345975:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.345979:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.345981:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.345987:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.345992:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.346004:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760787.346086:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8700 - object 0x280000401:2 offset 25235456<>25239552
00000100:00100000:0.0:1789760787.346211:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.346225:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484359168:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.395218:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973479 gen 2
00000008:00010000:0.0:1789760787.395266:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760787.395272:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.395282:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.395299:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760787.395322:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484359168:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.395520:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6161, 6161]
00000080:00200000:1.0:1789760787.395531:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.395537:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.395547:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25239552 i_blocks 51207
00000020:00200000:1.0:1789760787.395551:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.395559:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.395586:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25239552, count: 4096
00000080:00200000:1.0:1789760787.395592:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25239552, bytes: 4096
00000080:00200000:1.0:1789760787.395600:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.395607:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.395609:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25239552, 25243648) 0 0
00000080:00200000:1.0:1789760787.395614:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.395626:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6162, 6162]
00020000:00200000:1.0:1789760787.395633:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25239552 chunk: [25239552, 25243648) 25243648, 4096
00020000:00200000:1.0:1789760787.395636:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.395650:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6162, 6162]
00000008:00010000:1.0:1789760787.395663:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.395668:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.395677:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25239552, 25243648) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.395689:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25239552=0x1812000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.395732:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.395734:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25243648
00000020:00010000:1.0:1789760787.395741:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.395744:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.395747:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.395750:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.395752:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.395759:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.395765:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.395777:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760787.395857:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 25239552<>25243648
00000100:00100000:0.0:1789760787.396027:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.396042:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484359296:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.441577:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973480 gen 2
00000008:00010000:0.0:1789760787.441612:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760787.441618:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.441627:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.441645:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760787.441668:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484359296:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.441755:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6162, 6162]
00000080:00200000:1.0:1789760787.441767:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.441772:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.441783:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25243648 i_blocks 51207
00000020:00200000:1.0:1789760787.441786:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.441804:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.441832:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25243648, count: 4096
00000080:00200000:1.0:1789760787.441838:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25243648, bytes: 4096
00000080:00200000:1.0:1789760787.441846:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.441854:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.441856:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25243648, 25247744) 0 0
00000080:00200000:1.0:1789760787.441860:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.441894:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6163, 6163]
00020000:00200000:1.0:1789760787.441900:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25243648 chunk: [25243648, 25247744) 25247744, 4096
00020000:00200000:1.0:1789760787.441904:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.441918:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6163, 6163]
00000008:00010000:1.0:1789760787.441930:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.441934:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.441942:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25243648, 25247744) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.441952:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25243648=0x1813000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.441992:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.441995:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25247744
00000020:00010000:1.0:1789760787.442001:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.442005:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.442019:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.442023:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.442026:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.442032:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.442037:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.442048:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760787.442336:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8a80 - object 0x280000401:2 offset 25243648<>25247744
00000100:00100000:0.0:1789760787.442417:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.442431:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484359424:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760787.480178:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760787.480189:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.480198:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.480217:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760787.480248:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484359424:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.480389:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6163, 6163]
00000080:00200000:1.0:1789760787.480403:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.480408:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.480419:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25247744 i_blocks 51207
00000020:00200000:1.0:1789760787.480422:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.480430:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.480457:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25247744, count: 4096
00000080:00200000:1.0:1789760787.480463:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25247744, bytes: 4096
00000080:00200000:1.0:1789760787.480470:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.480477:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.480479:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25247744, 25251840) 0 0
00000080:00200000:1.0:1789760787.480483:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.480497:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6164, 6164]
00020000:00200000:1.0:1789760787.480504:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25247744 chunk: [25247744, 25251840) 25251840, 4096
00020000:00200000:1.0:1789760787.480507:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.480521:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6164, 6164]
00000008:00010000:1.0:1789760787.480533:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.480538:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.480546:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25247744, 25251840) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.480556:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25247744=0x1814000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.480596:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.480599:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25251840
00000020:00010000:1.0:1789760787.480605:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.480608:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.480611:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.480614:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.480617:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.480622:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.480627:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.480639:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760787.480712:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8700 - object 0x280000401:2 offset 25247744<>25251840
00000100:00100000:0.0:1789760787.481113:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.481128:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484359552:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.521468:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973482 gen 2
00000008:00010000:0.0:1789760787.521515:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760787.521522:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.521530:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.521550:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760787.521573:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484359552:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.521660:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6164, 6164]
00000080:00200000:1.0:1789760787.521672:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.521678:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.521689:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25251840 i_blocks 51207
00000020:00200000:1.0:1789760787.521692:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.521701:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.521730:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25251840, count: 4096
00000080:00200000:1.0:1789760787.521736:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25251840, bytes: 4096
00000080:00200000:1.0:1789760787.521744:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.521751:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.521753:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25251840, 25255936) 0 0
00000080:00200000:1.0:1789760787.521757:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.521770:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6165, 6165]
00020000:00200000:1.0:1789760787.521776:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25251840 chunk: [25251840, 25255936) 25255936, 4096
00020000:00200000:1.0:1789760787.521780:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.521804:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6165, 6165]
00000008:00010000:1.0:1789760787.521817:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.521821:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.521830:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25251840, 25255936) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.521841:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25251840=0x1815000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.521907:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.521910:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25255936
00000020:00010000:1.0:1789760787.521917:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.521920:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.521923:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.521926:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.521929:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.521935:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.521940:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.521952:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760787.522037:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa680 - object 0x280000401:2 offset 25251840<>25255936
00000100:00100000:0.0:1789760787.522551:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.522566:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484359680:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.562416:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973483 gen 2
00000008:00010000:0.0:1789760787.562453:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760787.562459:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.562466:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.562486:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760787.562509:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484359680:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.562606:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6165, 6165]
00000080:00200000:1.0:1789760787.562619:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.562624:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.562635:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25255936 i_blocks 51207
00000020:00200000:1.0:1789760787.562638:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.562646:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.562674:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25255936, count: 4096
00000080:00200000:1.0:1789760787.562680:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25255936, bytes: 4096
00000080:00200000:1.0:1789760787.562687:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.562694:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.562696:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25255936, 25260032) 0 0
00000080:00200000:1.0:1789760787.562700:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.562712:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6166, 6166]
00020000:00200000:1.0:1789760787.562718:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25255936 chunk: [25255936, 25260032) 25260032, 4096
00020000:00200000:1.0:1789760787.562722:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.562737:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6166, 6166]
00000008:00010000:1.0:1789760787.562749:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.562753:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.562761:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25255936, 25260032) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.562770:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25255936=0x1816000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.562811:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.562813:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25260032
00000020:00010000:1.0:1789760787.562820:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.562823:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.562825:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.562829:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.562838:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.562845:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.562850:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.562894:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760787.562974:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8380 - object 0x280000401:2 offset 25255936<>25260032
00000100:00100000:0.0:1789760787.563052:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.563067:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484359808:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.608464:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973484 gen 2
00000008:00010000:0.0:1789760787.608502:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760787.608508:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.608517:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.608586:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760787.608610:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484359808:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.608787:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6166, 6166]
00000080:00200000:1.0:1789760787.608859:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.608892:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.608905:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25260032 i_blocks 51207
00000020:00200000:1.0:1789760787.608908:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.608917:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.608944:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25260032, count: 4096
00000080:00200000:1.0:1789760787.608951:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25260032, bytes: 4096
00000080:00200000:1.0:1789760787.608959:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.608967:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.608969:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25260032, 25264128) 0 0
00000080:00200000:1.0:1789760787.608973:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.608985:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6167, 6167]
00020000:00200000:1.0:1789760787.608992:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25260032 chunk: [25260032, 25264128) 25264128, 4096
00020000:00200000:1.0:1789760787.608996:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.609020:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6167, 6167]
00000008:00010000:1.0:1789760787.609034:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.609039:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.609047:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25260032, 25264128) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.609057:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25260032=0x1817000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.609416:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.609419:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25264128
00000020:00010000:1.0:1789760787.609427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.609431:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.609434:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.609437:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.609440:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.609448:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.609453:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.609468:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760787.609546:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 25260032<>25264128
00000100:00100000:0.0:1789760787.609639:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.609655:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484359936:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.643912:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973485 gen 2
00000008:00010000:0.0:1789760787.643950:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760787.643957:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.643965:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.643985:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760787.644018:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484359936:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.644210:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6167, 6167]
00000080:00200000:1.0:1789760787.644226:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.644230:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.644313:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25264128 i_blocks 51207
00000020:00200000:1.0:1789760787.644317:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.644326:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.644354:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25264128, count: 4096
00000080:00200000:1.0:1789760787.644359:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25264128, bytes: 4096
00000080:00200000:1.0:1789760787.644366:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.644373:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.644375:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25264128, 25268224) 0 0
00000080:00200000:1.0:1789760787.644379:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.644392:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6168, 6168]
00020000:00200000:1.0:1789760787.644399:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25264128 chunk: [25264128, 25268224) 25268224, 4096
00020000:00200000:1.0:1789760787.644403:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.644418:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6168, 6168]
00000008:00010000:1.0:1789760787.644431:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.644435:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.644443:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25264128, 25268224) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.644452:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25264128=0x1818000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.644498:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.644501:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25268224
00000020:00010000:1.0:1789760787.644507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.644510:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.644513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.644517:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.644520:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.644526:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.644532:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.644545:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760787.644625:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 25264128<>25268224
00000100:00100000:0.0:1789760787.644792:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.644807:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484360064:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760787.691377:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760787.691388:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.691397:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.691416:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760787.691440:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484360064:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.691524:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6168, 6168]
00000080:00200000:1.0:1789760787.691536:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.691541:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.691553:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25268224 i_blocks 51207
00000020:00200000:1.0:1789760787.691556:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.691564:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.691592:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25268224, count: 4096
00000080:00200000:1.0:1789760787.691598:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25268224, bytes: 4096
00000080:00200000:1.0:1789760787.691606:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.691614:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.691616:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25268224, 25272320) 0 0
00000080:00200000:1.0:1789760787.691620:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.691632:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6169, 6169]
00020000:00200000:1.0:1789760787.691639:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25268224 chunk: [25268224, 25272320) 25272320, 4096
00020000:00200000:1.0:1789760787.691643:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.691658:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6169, 6169]
00000008:00010000:1.0:1789760787.691671:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.691676:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.691685:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25268224, 25272320) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.691695:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25268224=0x1819000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.691739:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.691742:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25272320
00000020:00010000:1.0:1789760787.691748:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.691750:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.691753:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.691756:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.691758:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.691764:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.691769:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.691781:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760787.691857:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 25268224<>25272320
00000100:00100000:1.0:1789760787.691978:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760787.691991:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484360192:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760787.759711:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973487 gen 2
00000008:00010000:1.0:1789760787.759754:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:1.0:1789760787.759762:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.759770:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.759790:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:1.0:1789760787.759812:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484360192:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760787.759957:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6169, 6169]
00000080:00200000:0.0:1789760787.759971:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.759976:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.759988:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25272320 i_blocks 51207
00000020:00200000:0.0:1789760787.759991:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.760000:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.760039:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25272320, count: 4096
00000080:00200000:0.0:1789760787.760045:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25272320, bytes: 4096
00000080:00200000:0.0:1789760787.760054:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.760062:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.760064:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25272320, 25276416) 0 0
00000080:00200000:0.0:1789760787.760068:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.760081:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6170, 6170]
00020000:00200000:0.0:1789760787.760088:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25272320 chunk: [25272320, 25276416) 25276416, 4096
00020000:00200000:0.0:1789760787.760092:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.760105:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6170, 6170]
00000008:00010000:0.0:1789760787.760119:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.760123:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760787.760132:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25272320, 25276416) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.760141:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25272320=0x181a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.760182:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.760185:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25276416
00000020:00010000:0.0:1789760787.760191:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.760194:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.760197:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.760200:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.760203:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.760209:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.760214:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.760226:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760787.760300:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 25272320<>25276416
00000100:00100000:0.0:1789760787.760334:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.760347:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484360320:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.802301:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973488 gen 2
00000008:00010000:0.0:1789760787.802336:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760787.802342:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.802351:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.802372:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760787.802404:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484360320:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.802530:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6170, 6170]
00000080:00200000:1.0:1789760787.802543:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.802548:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.802559:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25276416 i_blocks 51207
00000020:00200000:1.0:1789760787.802563:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.802571:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.802600:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25276416, count: 4096
00000080:00200000:1.0:1789760787.802605:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25276416, bytes: 4096
00000080:00200000:1.0:1789760787.802613:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.802620:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.802622:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25276416, 25280512) 0 0
00000080:00200000:1.0:1789760787.802626:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.802639:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6171, 6171]
00020000:00200000:1.0:1789760787.802646:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25276416 chunk: [25276416, 25280512) 25280512, 4096
00020000:00200000:1.0:1789760787.802650:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.802665:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6171, 6171]
00000008:00010000:1.0:1789760787.802679:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.802685:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.802695:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25276416, 25280512) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.802705:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25276416=0x181b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.802747:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.802750:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25280512
00000020:00010000:1.0:1789760787.802757:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.802760:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.802763:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.802766:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.802769:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.802775:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.802781:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.802793:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760787.802910:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 25276416<>25280512
00000100:00100000:1.0:1789760787.802934:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760787.802947:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484360448:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760787.848837:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973489 gen 2
00000008:00010000:1.0:1789760787.848894:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:1.0:1789760787.848901:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.848910:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.848932:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:1.0:1789760787.848954:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484360448:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760787.849057:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6171, 6171]
00000080:00200000:0.0:1789760787.849071:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.849076:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.849087:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25280512 i_blocks 51207
00000020:00200000:0.0:1789760787.849091:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.849108:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.849134:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25280512, count: 4096
00000080:00200000:0.0:1789760787.849140:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25280512, bytes: 4096
00000080:00200000:0.0:1789760787.849147:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.849154:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.849157:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25280512, 25284608) 0 0
00000080:00200000:0.0:1789760787.849160:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.849172:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6172, 6172]
00020000:00200000:0.0:1789760787.849179:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25280512 chunk: [25280512, 25284608) 25284608, 4096
00020000:00200000:0.0:1789760787.849183:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.849196:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6172, 6172]
00000008:00010000:0.0:1789760787.849207:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.849212:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760787.849220:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25280512, 25284608) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.849229:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25280512=0x181c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.849267:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.849269:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25284608
00000020:00010000:0.0:1789760787.849275:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.849278:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.849281:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.849284:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.849287:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.849292:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.849297:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.849309:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760787.849387:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 25280512<>25284608
00000100:00100000:0.0:1789760787.849423:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.849436:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484360576:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760787.895119:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973490 gen 2
00000008:00010000:0.0:1789760787.895153:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760787.895159:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.895167:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.895190:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760787.895216:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484360576:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760787.895232:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6172, 6172]
00000080:00200000:1.0:1789760787.895245:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.895250:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.895262:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25284608 i_blocks 51207
00000020:00200000:1.0:1789760787.895265:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.895275:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.895305:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25284608, count: 4096
00000080:00200000:1.0:1789760787.895311:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25284608, bytes: 4096
00000080:00200000:1.0:1789760787.895320:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.895327:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.895329:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25284608, 25288704) 0 0
00000080:00200000:1.0:1789760787.895332:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.895344:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6173, 6173]
00020000:00200000:1.0:1789760787.895356:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25284608 chunk: [25284608, 25288704) 25288704, 4096
00020000:00200000:1.0:1789760787.895360:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.895376:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6173, 6173]
00000008:00010000:1.0:1789760787.895389:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.895394:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760787.895403:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25284608, 25288704) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.895442:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25284608=0x181d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.895489:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.895492:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25288704
00000020:00010000:1.0:1789760787.895500:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.895503:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.895506:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.895509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.895512:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.895519:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.895525:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.895539:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760787.895621:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 25284608<>25288704
00000100:00100000:1.0:1789760787.895644:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760787.895657:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484360704:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760787.942531:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973491 gen 2
00000008:00010000:1.0:1789760787.942569:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:1.0:1789760787.942575:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.942584:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.942609:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:1.0:1789760787.942634:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484360704:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760787.942752:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6173, 6173]
00000080:00200000:0.0:1789760787.942767:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.942772:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.942811:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25288704 i_blocks 51207
00000020:00200000:0.0:1789760787.942817:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.942827:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.942857:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25288704, count: 4096
00000080:00200000:0.0:1789760787.942892:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25288704, bytes: 4096
00000080:00200000:0.0:1789760787.942901:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.942909:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.942911:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25288704, 25292800) 0 0
00000080:00200000:0.0:1789760787.942915:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.942928:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6174, 6174]
00020000:00200000:0.0:1789760787.942935:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25288704 chunk: [25288704, 25292800) 25292800, 4096
00020000:00200000:0.0:1789760787.943013:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.943029:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6174, 6174]
00000008:00010000:0.0:1789760787.943043:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.943047:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760787.943056:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25288704, 25292800) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.943068:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25288704=0x181e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.943183:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.943185:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25292800
00000020:00010000:0.0:1789760787.943193:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.943197:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.943200:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.943203:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.943206:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.943212:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.943219:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.943234:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760787.943330:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 25288704<>25292800
00000100:00100000:1.0:1789760787.943469:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484360832:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760787.986676:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973492 gen 2
00000008:00010000:1.0:1789760787.986713:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760787.986719:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.986728:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.986749:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760787.986773:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484360832:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760787.986891:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6174, 6174]
00000080:00200000:0.0:1789760787.986904:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.986908:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.986931:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25292800 i_blocks 51207
00000020:00200000:0.0:1789760787.986936:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.986945:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.986974:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25292800, count: 4096
00000080:00200000:0.0:1789760787.986979:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25292800, bytes: 4096
00000080:00200000:0.0:1789760787.986987:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.986994:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.986996:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25292800, 25296896) 0 0
00000080:00200000:0.0:1789760787.986999:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.987024:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6175, 6175]
00020000:00200000:0.0:1789760787.987032:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25292800 chunk: [25292800, 25296896) 25296896, 4096
00020000:00200000:0.0:1789760787.987036:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.987051:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6175, 6175]
00000008:00010000:0.0:1789760787.987065:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.987070:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760787.987079:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25292800, 25296896) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.987090:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25292800=0x181f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.987146:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.987149:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25296896
00000020:00010000:0.0:1789760787.987155:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.987158:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.987161:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.987163:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.987166:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.987172:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.987178:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.987192:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760787.987270:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 25292800<>25296896
00000100:00100000:1.0:1789760787.987371:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484360960:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760788.045090:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973493 gen 2
00000008:00010000:1.0:1789760788.045143:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760788.045149:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.045158:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.045170:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760788.045192:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484360960:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760788.045416:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6175, 6175]
00000080:00200000:0.0:1789760788.045430:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.045435:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.045446:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25296896 i_blocks 51207
00000020:00200000:0.0:1789760788.045450:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.045458:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.045487:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25296896, count: 4096
00000080:00200000:0.0:1789760788.045492:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25296896, bytes: 4096
00000080:00200000:0.0:1789760788.045501:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.045508:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.045510:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25296896, 25300992) 0 0
00000080:00200000:0.0:1789760788.045514:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.045526:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6176, 6176]
00020000:00200000:0.0:1789760788.045535:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25296896 chunk: [25296896, 25300992) 25300992, 4096
00020000:00200000:0.0:1789760788.045538:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.045554:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6176, 6176]
00000008:00010000:0.0:1789760788.045568:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.045573:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760788.045581:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25296896, 25300992) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.045594:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25296896=0x1820000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.045643:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.045646:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25300992
00000020:00010000:0.0:1789760788.045652:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.045655:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.045658:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.045661:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.045664:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.045669:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.045675:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.045688:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760788.045764:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 25296896<>25300992
00000100:00100000:1.0:1789760788.045985:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760788.046000:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361088:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760788.083635:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973494 gen 2
00000008:00010000:1.0:1789760788.083670:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760788.083677:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.083687:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.083709:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760788.083731:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361088:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760788.083819:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6176, 6176]
00000080:00200000:0.0:1789760788.083832:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.083837:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.083850:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25300992 i_blocks 51207
00000020:00200000:0.0:1789760788.083853:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.083862:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.083907:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25300992, count: 4096
00000080:00200000:0.0:1789760788.083912:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25300992, bytes: 4096
00000080:00200000:0.0:1789760788.083920:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.083926:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.083927:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25300992, 25305088) 0 0
00000080:00200000:0.0:1789760788.083930:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.083940:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6177, 6177]
00020000:00200000:0.0:1789760788.083946:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25300992 chunk: [25300992, 25305088) 25305088, 4096
00020000:00200000:0.0:1789760788.083949:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.083964:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6177, 6177]
00000008:00010000:0.0:1789760788.083976:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.083980:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760788.083988:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25300992, 25305088) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.083998:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25300992=0x1821000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.084054:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.084057:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25305088
00000020:00010000:0.0:1789760788.084063:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.084066:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.084069:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.084073:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.084075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.084081:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.084087:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.084099:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760788.084186:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 25300992<>25305088
00000100:00100000:1.0:1789760788.084275:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361216:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760788.123719:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973495 gen 2
00000008:00010000:1.0:1789760788.123755:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760788.123761:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.123770:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.123792:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760788.123815:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361216:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760788.123989:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6177, 6177]
00000080:00200000:0.0:1789760788.124012:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.124017:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.124029:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25305088 i_blocks 51207
00000020:00200000:0.0:1789760788.124032:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.124041:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.124079:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25305088, count: 4096
00000080:00200000:0.0:1789760788.124086:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25305088, bytes: 4096
00000080:00200000:0.0:1789760788.124094:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.124102:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.124104:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25305088, 25309184) 0 0
00000080:00200000:0.0:1789760788.124107:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.124119:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6178, 6178]
00020000:00200000:0.0:1789760788.124126:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25305088 chunk: [25305088, 25309184) 25309184, 4096
00020000:00200000:0.0:1789760788.124131:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.124147:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6178, 6178]
00000008:00010000:0.0:1789760788.124163:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.124169:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760788.124177:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25305088, 25309184) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.124188:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25305088=0x1822000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.124234:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.124236:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25309184
00000020:00010000:0.0:1789760788.124243:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.124247:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.124250:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.124253:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.124256:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.124262:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.124267:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.124286:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760788.124364:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 25305088<>25309184
00000100:00100000:1.0:1789760788.124419:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484361344:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760788.185178:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760788.185196:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.185206:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.185286:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760788.185313:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484361344:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760788.187846:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6178, 6178]
00000080:00200000:0.0:1789760788.187877:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.187883:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.187896:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25309184 i_blocks 51207
00000020:00200000:0.0:1789760788.187900:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.187913:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.187943:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25309184, count: 4096
00000080:00200000:0.0:1789760788.187950:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25309184, bytes: 4096
00000080:00200000:0.0:1789760788.187963:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.187971:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.187973:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25309184, 25313280) 0 0
00000080:00200000:0.0:1789760788.187977:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.188009:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6179, 6179]
00020000:00200000:0.0:1789760788.188018:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25309184 chunk: [25309184, 25313280) 25313280, 4096
00020000:00200000:0.0:1789760788.188022:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.188277:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6179, 6179]
00000008:00010000:0.0:1789760788.188294:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.188299:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760788.188308:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25309184, 25313280) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.188386:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25309184=0x1823000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.188448:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.188450:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25313280
00000020:00010000:0.0:1789760788.188458:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.188461:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.188464:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.188467:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.188469:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.188476:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.188606:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.188633:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760788.188715:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 25309184<>25313280
00000100:00100000:1.0:1789760788.188809:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361472:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760788.261206:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973496 gen 2
00000100:00100000:1.0:1789760788.261243:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe8000 x1876699484361472/t4294973497(4294973497) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760804 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760788.261284:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760788.261291:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.261299:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.261321:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760788.261343:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361472:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760788.261443:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6179, 6179]
00000080:00200000:0.0:1789760788.261457:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.261462:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.261474:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25313280 i_blocks 51207
00000020:00200000:0.0:1789760788.261478:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.261487:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.261516:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25313280, count: 4096
00000080:00200000:0.0:1789760788.261522:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25313280, bytes: 4096
00000080:00200000:0.0:1789760788.261530:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.261537:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.261539:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25313280, 25317376) 0 0
00000080:00200000:0.0:1789760788.261542:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.261556:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6180, 6180]
00020000:00200000:0.0:1789760788.261564:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25313280 chunk: [25313280, 25317376) 25317376, 4096
00020000:00200000:0.0:1789760788.261568:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.261584:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6180, 6180]
00000008:00010000:0.0:1789760788.261597:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.261602:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760788.261611:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25313280, 25317376) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.261621:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25313280=0x1824000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.261662:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.261664:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25317376
00000020:00010000:0.0:1789760788.261671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.261675:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.261677:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.261680:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.261683:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.261688:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.261693:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.261707:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760788.261786:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 25313280<>25317376
00000100:00100000:1.0:1789760788.262134:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760788.262151:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361600:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760788.283185:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760788.323021:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973498 gen 2
00000008:00010000:1.0:1789760788.323077:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760788.323083:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.323090:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.323116:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760788.323139:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361600:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760788.324324:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6180, 6180]
00000080:00200000:0.0:1789760788.324341:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.324347:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.324360:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25317376 i_blocks 51207
00000020:00200000:0.0:1789760788.324364:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.324374:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.324403:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25317376, count: 4096
00000080:00200000:0.0:1789760788.324409:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25317376, bytes: 4096
00000080:00200000:0.0:1789760788.324420:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.324431:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.324434:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25317376, 25321472) 0 0
00000080:00200000:0.0:1789760788.324437:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.324449:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6181, 6181]
00020000:00200000:0.0:1789760788.324455:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25317376 chunk: [25317376, 25321472) 25321472, 4096
00020000:00200000:0.0:1789760788.324459:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.324473:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6181, 6181]
00000008:00010000:0.0:1789760788.324523:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.324528:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760788.324537:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25317376, 25321472) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.324547:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25317376=0x1825000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.324591:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.324594:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25321472
00000020:00010000:0.0:1789760788.324600:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.324603:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.324605:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.324608:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.324611:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.324616:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.324621:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.324635:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760788.325009:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 25317376<>25321472
00000100:00100000:1.0:1789760788.325224:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361728:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760788.361892:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973499 gen 2
00000008:00010000:1.0:1789760788.361928:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760788.361935:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.361943:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.362028:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760788.362053:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484361728:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.362123:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6181, 6181]
00000080:00200000:2.0:1789760788.362136:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.362141:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.362153:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25321472 i_blocks 51207
00000020:00200000:2.0:1789760788.362156:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.362164:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.362192:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25321472, count: 4096
00000080:00200000:2.0:1789760788.362198:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25321472, bytes: 4096
00000080:00200000:2.0:1789760788.362207:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.362214:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.362226:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25321472, 25325568) 0 0
00000080:00200000:2.0:1789760788.362236:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.362248:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6182, 6182]
00020000:00200000:2.0:1789760788.362254:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25321472 chunk: [25321472, 25325568) 25325568, 4096
00020000:00200000:2.0:1789760788.362257:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.362270:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6182, 6182]
00000008:00010000:2.0:1789760788.362280:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.362284:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.362290:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25321472, 25325568) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.362299:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25321472=0x1826000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.362334:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.362335:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25325568
00000020:00010000:2.0:1789760788.362340:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.362342:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.362344:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.362346:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.362348:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.362352:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.362357:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.362367:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760788.362431:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 25321472<>25325568
00000100:00100000:2.0:1789760788.362830:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484361856:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760788.402397:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973500 gen 2
00000008:00010000:3.0:1789760788.402433:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000020:00200000:3.0:1789760788.402439:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.402447:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.402904:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000100:00100000:3.0:1789760788.402931:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484361856:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.403044:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6182, 6182]
00000080:00200000:2.0:1789760788.403058:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.403063:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.403076:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25325568 i_blocks 51207
00000020:00200000:2.0:1789760788.403080:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.403095:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.403123:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25325568, count: 4096
00000080:00200000:2.0:1789760788.403130:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25325568, bytes: 4096
00000080:00200000:2.0:1789760788.403138:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.403145:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.403148:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25325568, 25329664) 0 0
00000080:00200000:2.0:1789760788.403151:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.403165:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6183, 6183]
00020000:00200000:2.0:1789760788.403171:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25325568 chunk: [25325568, 25329664) 25329664, 4096
00020000:00200000:2.0:1789760788.403176:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.403192:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6183, 6183]
00000008:00010000:2.0:1789760788.403205:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.403210:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.403219:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25325568, 25329664) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.403675:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25325568=0x1827000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.403716:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.403718:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25329664
00000020:00010000:2.0:1789760788.403724:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.403726:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.403728:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.403730:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.403732:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.403736:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.403740:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.403752:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760788.404898:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 25325568<>25329664
00000100:00100000:3.0:1789760788.405038:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760788.405056:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484361984:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760788.439735:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000020:00200000:3.0:1789760788.439747:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.439755:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.439776:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000100:00100000:3.0:1789760788.439799:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484361984:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.439966:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6183, 6183]
00000080:00200000:2.0:1789760788.439979:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.439984:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.439995:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25329664 i_blocks 51207
00000020:00200000:2.0:1789760788.440009:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.440018:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.440046:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25329664, count: 4096
00000080:00200000:2.0:1789760788.440052:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25329664, bytes: 4096
00000080:00200000:2.0:1789760788.440060:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.440067:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.440069:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25329664, 25333760) 0 0
00000080:00200000:2.0:1789760788.440072:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.440084:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6184, 6184]
00020000:00200000:2.0:1789760788.440098:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25329664 chunk: [25329664, 25333760) 25333760, 4096
00020000:00200000:2.0:1789760788.440102:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.440117:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6184, 6184]
00000008:00010000:2.0:1789760788.440131:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.440136:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.440144:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25329664, 25333760) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.440154:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25329664=0x1828000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.440198:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.440201:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25333760
00000020:00010000:2.0:1789760788.440208:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.440211:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.440214:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.440217:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.440220:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.440226:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.440240:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.440256:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760788.440334:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 25329664<>25333760
00000100:00100000:3.0:1789760788.440427:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484362112:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760788.485857:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973502 gen 2
00000008:00010000:3.0:1789760788.485953:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:3.0:1789760788.485960:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.485969:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.485992:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:3.0:1789760788.486026:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484362112:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.486455:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6184, 6184]
00000080:00200000:2.0:1789760788.486468:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.486474:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.486487:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25333760 i_blocks 51207
00000020:00200000:2.0:1789760788.486492:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.486501:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.486528:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25333760, count: 4096
00000080:00200000:2.0:1789760788.486535:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25333760, bytes: 4096
00000080:00200000:2.0:1789760788.486543:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.486551:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.486553:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25333760, 25337856) 0 0
00000080:00200000:2.0:1789760788.486557:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.486569:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6185, 6185]
00020000:00200000:2.0:1789760788.486575:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25333760 chunk: [25333760, 25337856) 25337856, 4096
00020000:00200000:2.0:1789760788.486579:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.486593:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6185, 6185]
00000008:00010000:2.0:1789760788.486608:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.486613:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.486623:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25333760, 25337856) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.486632:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25333760=0x1829000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.486677:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.486679:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25337856
00000020:00010000:2.0:1789760788.486686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.486689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.486692:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.486696:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.486699:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.486705:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.486711:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.486726:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760788.486811:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 25333760<>25337856
00000100:00100000:3.0:1789760788.487468:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760788.487488:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484362240:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760788.532427:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973503 gen 2
00000008:00010000:3.0:1789760788.532536:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000020:00200000:3.0:1789760788.532543:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.532551:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.532573:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000100:00100000:3.0:1789760788.532596:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484362240:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.532690:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6185, 6185]
00000080:00200000:2.0:1789760788.532702:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.532706:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.532718:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25337856 i_blocks 51207
00000020:00200000:2.0:1789760788.532722:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.532730:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.532760:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25337856, count: 4096
00000080:00200000:2.0:1789760788.532766:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25337856, bytes: 4096
00000080:00200000:2.0:1789760788.532774:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.532782:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.532784:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25337856, 25341952) 0 0
00000080:00200000:2.0:1789760788.532787:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.532799:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6186, 6186]
00020000:00200000:2.0:1789760788.532806:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25337856 chunk: [25337856, 25341952) 25341952, 4096
00020000:00200000:2.0:1789760788.532809:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.532824:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6186, 6186]
00000008:00010000:2.0:1789760788.532839:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.532844:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.532852:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25337856, 25341952) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.532887:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25337856=0x182a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.532930:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.532933:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25341952
00000020:00010000:2.0:1789760788.532940:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.532943:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.532946:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.532949:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.532952:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.532958:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.532964:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.532978:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760788.533069:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 25337856<>25341952
00000100:00100000:3.0:1789760788.533328:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484362368:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760788.593433:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:3.0:1789760788.593445:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.593455:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.593541:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:3.0:1789760788.593564:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484362368:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.594747:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6186, 6186]
00000080:00200000:2.0:1789760788.594762:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.594768:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.594780:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25341952 i_blocks 51207
00000020:00200000:2.0:1789760788.594784:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.594807:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.594835:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25341952, count: 4096
00000080:00200000:2.0:1789760788.594842:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25341952, bytes: 4096
00000080:00200000:2.0:1789760788.594855:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.594881:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.594883:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25341952, 25346048) 0 0
00000080:00200000:2.0:1789760788.594887:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.594899:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6187, 6187]
00020000:00200000:2.0:1789760788.594906:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25341952 chunk: [25341952, 25346048) 25346048, 4096
00020000:00200000:2.0:1789760788.594910:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.594926:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6187, 6187]
00000008:00010000:2.0:1789760788.594941:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.594946:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.594955:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25341952, 25346048) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.594966:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25341952=0x182b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.595024:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.595027:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25346048
00000020:00010000:2.0:1789760788.595034:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.595038:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.595040:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.595044:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.595046:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.595053:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.595057:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.595078:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760788.595159:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 25341952<>25346048
00000100:00100000:3.0:1789760788.595244:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484362496:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760788.603271:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484362624:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.603375:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484362880:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.603407:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484363136:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.603438:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1789760788.603445:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484362752:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.603467:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484363008:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.612763:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484362752:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.612792:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484363008:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.612811:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484362624:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.612823:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484362880:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760788.612833:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484363136:192.168.203.110@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.683408:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973505 gen 2
00000008:00010000:3.0:1789760788.683458:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000020:00200000:3.0:1789760788.683465:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.683472:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.683544:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000100:00100000:3.0:1789760788.683568:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484362496:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.683640:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6187, 6187]
00000080:00200000:2.0:1789760788.683653:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.683658:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.683670:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25346048 i_blocks 51207
00000020:00200000:2.0:1789760788.683675:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.683683:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.683712:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25346048, count: 4096
00000080:00200000:2.0:1789760788.683718:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25346048, bytes: 4096
00000080:00200000:2.0:1789760788.683728:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.683736:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.683738:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25346048, 25350144) 0 0
00000080:00200000:2.0:1789760788.683742:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.683756:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6188, 6188]
00020000:00200000:2.0:1789760788.683762:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25346048 chunk: [25346048, 25350144) 25350144, 4096
00020000:00200000:2.0:1789760788.683766:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.683780:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6188, 6188]
00000008:00010000:2.0:1789760788.684026:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.684031:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.684042:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25346048, 25350144) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.684053:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25346048=0x182c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.684105:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.684108:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25350144
00000020:00010000:2.0:1789760788.684114:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.684118:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.684121:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.684124:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.684127:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.684134:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.684140:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.684155:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760788.684345:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 25346048<>25350144
00000100:00100000:3.0:1789760788.684490:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484363264:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760788.762794:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973506 gen 2
00000008:00010000:3.0:1789760788.762836:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000020:00200000:3.0:1789760788.762843:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.762903:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.762923:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000100:00100000:3.0:1789760788.762947:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484363264:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.763066:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6188, 6188]
00000080:00200000:2.0:1789760788.763079:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.763084:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.763162:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25350144 i_blocks 51207
00000020:00200000:2.0:1789760788.763165:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.763174:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.763220:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25350144, count: 4096
00000080:00200000:2.0:1789760788.763334:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25350144, bytes: 4096
00000080:00200000:2.0:1789760788.763346:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.763354:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.763357:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25350144, 25354240) 0 0
00000080:00200000:2.0:1789760788.763361:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.763375:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6189, 6189]
00020000:00200000:2.0:1789760788.763384:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25350144 chunk: [25350144, 25354240) 25354240, 4096
00020000:00200000:2.0:1789760788.763388:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.763405:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6189, 6189]
00000008:00010000:2.0:1789760788.763420:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.763424:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.763433:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25350144, 25354240) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.763445:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25350144=0x182d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.763493:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.763665:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25354240
00000020:00010000:2.0:1789760788.763675:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.763678:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.763681:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.763685:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.763688:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.763695:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.763701:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.763717:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760788.763809:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 25350144<>25354240
00000100:00100000:3.0:1789760788.763896:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484363392:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760788.854488:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973507 gen 2
00000008:00010000:3.0:1789760788.854523:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:3.0:1789760788.854529:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.854538:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.854559:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:3.0:1789760788.854590:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484363392:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.854740:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6189, 6189]
00000080:00200000:2.0:1789760788.854752:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.854757:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.854768:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25354240 i_blocks 51207
00000020:00200000:2.0:1789760788.854772:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.854781:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.854820:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25354240, count: 4096
00000080:00200000:2.0:1789760788.854827:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25354240, bytes: 4096
00000080:00200000:2.0:1789760788.854834:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.854841:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.854843:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25354240, 25358336) 0 0
00000080:00200000:2.0:1789760788.854847:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.854860:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6190, 6190]
00020000:00200000:2.0:1789760788.854900:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25354240 chunk: [25354240, 25358336) 25358336, 4096
00020000:00200000:2.0:1789760788.854905:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.854920:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6190, 6190]
00000008:00010000:2.0:1789760788.854936:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.854940:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.855407:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25354240, 25358336) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.855421:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25354240=0x182e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.855470:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.855472:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25358336
00000020:00010000:2.0:1789760788.855480:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.855483:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.855486:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.855489:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.855492:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.855499:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.855505:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.855521:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760788.855728:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 25354240<>25358336
00000100:00100000:3.0:1789760788.856491:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484363520:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760788.946351:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973508 gen 2
00000008:00010000:3.0:1789760788.946387:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000020:00200000:3.0:1789760788.946393:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.946402:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.946421:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000100:00100000:3.0:1789760788.946445:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484363520:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760788.946619:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6190, 6190]
00000080:00200000:2.0:1789760788.946631:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.946636:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.946648:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25358336 i_blocks 51207
00000020:00200000:2.0:1789760788.946651:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.946660:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.946686:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25358336, count: 4096
00000080:00200000:2.0:1789760788.946692:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25358336, bytes: 4096
00000080:00200000:2.0:1789760788.946700:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.946707:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.946709:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25358336, 25362432) 0 0
00000080:00200000:2.0:1789760788.946713:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.946726:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6191, 6191]
00020000:00200000:2.0:1789760788.946732:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25358336 chunk: [25358336, 25362432) 25362432, 4096
00020000:00200000:2.0:1789760788.946736:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.946751:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6191, 6191]
00000008:00010000:2.0:1789760788.946764:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.946769:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760788.946777:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25358336, 25362432) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.946787:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25358336=0x182f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.946829:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.946831:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25362432
00000020:00010000:2.0:1789760788.946837:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.946841:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.946844:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.946847:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.946849:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.946855:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.946860:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.946910:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760788.947113:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 25358336<>25362432
00000100:00100000:3.0:1789760788.947269:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760788.947283:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484363648:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.078048:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973509 gen 2
00000008:00010000:2.0:1789760789.078230:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760789.078238:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.078247:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.078278:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760789.078306:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484363648:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760789.078446:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6191, 6191]
00000080:00200000:1.0:1789760789.078459:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760789.078464:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760789.078475:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25362432 i_blocks 51207
00000020:00200000:1.0:1789760789.078478:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760789.078486:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760789.078514:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25362432, count: 4096
00000080:00200000:1.0:1789760789.078520:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25362432, bytes: 4096
00000080:00200000:1.0:1789760789.078532:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760789.078540:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760789.078542:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25362432, 25366528) 0 0
00000080:00200000:1.0:1789760789.078546:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760789.078571:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6192, 6192]
00020000:00200000:1.0:1789760789.078578:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25362432 chunk: [25362432, 25366528) 25366528, 4096
00020000:00200000:1.0:1789760789.078582:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760789.078598:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6192, 6192]
00000008:00010000:1.0:1789760789.078612:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760789.078617:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760789.078625:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25362432, 25366528) append 0 append lockpos 0
00000080:00200000:1.0:1789760789.078639:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25362432=0x1830000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760789.078684:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760789.078687:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25366528
00000020:00010000:1.0:1789760789.078694:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760789.078697:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760789.078699:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760789.078703:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760789.078705:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760789.078712:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760789.078718:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760789.078732:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760789.079262:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 25362432<>25366528
00000100:00100000:0.0:1789760789.079318:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760789.082288:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484363776:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760789.129273:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973510 gen 2
00000008:00010000:0.0:1789760789.129309:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760789.129314:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.129323:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.129348:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760789.129371:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484363776:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760789.129760:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6192, 6192]
00000080:00200000:2.0:1789760789.129772:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760789.129787:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760789.129798:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25366528 i_blocks 51207
00000020:00200000:2.0:1789760789.129801:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760789.129810:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760789.129838:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25366528, count: 4096
00000080:00200000:2.0:1789760789.129844:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25366528, bytes: 4096
00000080:00200000:2.0:1789760789.129853:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760789.129861:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760789.129897:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25366528, 25370624) 0 0
00000080:00200000:2.0:1789760789.129901:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760789.129916:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6193, 6193]
00020000:00200000:2.0:1789760789.129923:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25366528 chunk: [25366528, 25370624) 25370624, 4096
00020000:00200000:2.0:1789760789.129927:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760789.129942:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6193, 6193]
00000008:00010000:2.0:1789760789.129955:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760789.129960:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760789.129968:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25366528, 25370624) append 0 append lockpos 0
00000080:00200000:2.0:1789760789.129978:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25366528=0x1831000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760789.130032:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760789.130035:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25370624
00000020:00010000:2.0:1789760789.130043:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760789.130046:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.130048:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.130051:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef308 (ffff8ab8c4c2d2d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760789.130054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d2d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760789.130060:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760789.130066:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760789.130080:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760789.130423:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 25366528<>25370624
00000100:00100000:3.0:1789760789.130472:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760789.130755:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484363904:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760789.186913:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760789.186924:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.186933:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.186955:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760789.186978:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484363904:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.188259:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6193, 6193]
00000080:00200000:3.0:1789760789.188275:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.188281:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.188292:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25370624 i_blocks 51207
00000020:00200000:3.0:1789760789.188297:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.188309:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.188358:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25370624, count: 4096
00000080:00200000:3.0:1789760789.188365:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25370624, bytes: 4096
00000080:00200000:3.0:1789760789.188377:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.188384:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.188386:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25370624, 25374720) 0 0
00000080:00200000:3.0:1789760789.188390:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.188402:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6194, 6194]
00020000:00200000:3.0:1789760789.188409:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25370624 chunk: [25370624, 25374720) 25374720, 4096
00020000:00200000:3.0:1789760789.188413:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.188430:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6194, 6194]
00000008:00010000:3.0:1789760789.188443:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.188448:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.188457:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25370624, 25374720) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.188468:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25370624=0x1832000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.188615:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.188618:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25374720
00000020:00010000:3.0:1789760789.188625:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.188628:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.188631:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.188635:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.188638:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.188643:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.188649:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.188666:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278de40
00000008:00100000:3.0:1789760789.188749:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7480 - object 0x280000401:2 offset 25370624<>25374720
00000100:00100000:2.0:1789760789.189019:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484364032:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.269016:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973512 gen 2
00000008:00010000:2.0:1789760789.269071:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760789.269078:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.269086:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.269107:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760789.269132:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484364032:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.269282:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6194, 6194]
00000080:00200000:3.0:1789760789.269293:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.269298:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.269310:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25374720 i_blocks 51207
00000020:00200000:3.0:1789760789.269313:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.269321:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.269350:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25374720, count: 4096
00000080:00200000:3.0:1789760789.269356:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25374720, bytes: 4096
00000080:00200000:3.0:1789760789.269363:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.269370:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.269372:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25374720, 25378816) 0 0
00000080:00200000:3.0:1789760789.269375:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.269388:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6195, 6195]
00020000:00200000:3.0:1789760789.269395:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25374720 chunk: [25374720, 25378816) 25378816, 4096
00020000:00200000:3.0:1789760789.269399:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.269412:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6195, 6195]
00000008:00010000:3.0:1789760789.269424:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.269428:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.269437:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25374720, 25378816) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.269447:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25374720=0x1833000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.269509:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.269512:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25378816
00000020:00010000:3.0:1789760789.269519:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.269522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.269525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.269529:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.269531:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.269538:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.269543:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.269556:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dc00
00000008:00100000:3.0:1789760789.269627:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5880 - object 0x280000401:2 offset 25374720<>25378816
00000100:00100000:2.0:1789760789.269893:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364160:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760789.307333:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:2.0:1789760789.320652:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760789.320663:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.320672:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.320693:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760789.320720:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364160:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.320806:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6195, 6195]
00000080:00200000:3.0:1789760789.320819:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.320824:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.320836:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25378816 i_blocks 51207
00000020:00200000:3.0:1789760789.320840:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.320848:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.320917:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25378816, count: 4096
00000080:00200000:3.0:1789760789.320923:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25378816, bytes: 4096
00000080:00200000:3.0:1789760789.320931:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.320938:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.320940:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25378816, 25382912) 0 0
00000080:00200000:3.0:1789760789.320943:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.320954:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6196, 6196]
00020000:00200000:3.0:1789760789.320961:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25378816 chunk: [25378816, 25382912) 25382912, 4096
00020000:00200000:3.0:1789760789.320965:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.320990:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6196, 6196]
00000008:00010000:3.0:1789760789.321015:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.321020:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.321030:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25378816, 25382912) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.321040:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25378816=0x1834000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.321097:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.321108:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25382912
00000020:00010000:3.0:1789760789.321115:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.321118:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.321121:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.321125:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.321127:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.321134:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.321139:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.321153:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dc00
00000008:00100000:3.0:1789760789.321232:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7480 - object 0x280000401:2 offset 25378816<>25382912
00000100:00100000:2.0:1789760789.321521:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760789.321536:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364288:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.363583:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973514 gen 2
00000008:00010000:2.0:1789760789.363629:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760789.363635:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.363643:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.363662:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760789.363684:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364288:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.363770:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6196, 6196]
00000080:00200000:3.0:1789760789.363792:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.363797:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.363808:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25382912 i_blocks 51207
00000020:00200000:3.0:1789760789.363812:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.363821:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.363849:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25382912, count: 4096
00000080:00200000:3.0:1789760789.363856:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25382912, bytes: 4096
00000080:00200000:3.0:1789760789.363885:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.363894:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.363896:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25382912, 25387008) 0 0
00000080:00200000:3.0:1789760789.363900:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.363913:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6197, 6197]
00020000:00200000:3.0:1789760789.363921:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25382912 chunk: [25382912, 25387008) 25387008, 4096
00020000:00200000:3.0:1789760789.363925:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.363940:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6197, 6197]
00000008:00010000:3.0:1789760789.363955:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.363959:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.363968:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25382912, 25387008) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.363979:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25382912=0x1835000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.364035:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.364038:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25387008
00000020:00010000:3.0:1789760789.364045:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.364048:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.364051:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.364054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.364057:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.364063:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.364069:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.364091:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278de40
00000008:00100000:3.0:1789760789.364172:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5180 - object 0x280000401:2 offset 25382912<>25387008
00000100:00100000:2.0:1789760789.364315:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364416:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.403580:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973515 gen 2
00000008:00010000:2.0:1789760789.403621:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760789.403627:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.403636:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.403650:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760789.403674:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364416:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.403968:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6197, 6197]
00000080:00200000:3.0:1789760789.403980:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.403984:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.404135:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25387008 i_blocks 51207
00000020:00200000:3.0:1789760789.404140:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.404148:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.404176:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25387008, count: 4096
00000080:00200000:3.0:1789760789.404182:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25387008, bytes: 4096
00000080:00200000:3.0:1789760789.404190:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.404196:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.404199:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25387008, 25391104) 0 0
00000080:00200000:3.0:1789760789.404202:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.404214:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6198, 6198]
00020000:00200000:3.0:1789760789.404221:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25387008 chunk: [25387008, 25391104) 25391104, 4096
00020000:00200000:3.0:1789760789.404225:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.404240:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6198, 6198]
00000008:00010000:3.0:1789760789.404251:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.404255:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.404263:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25387008, 25391104) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.404273:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25387008=0x1836000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.404311:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.404314:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25391104
00000020:00010000:3.0:1789760789.404320:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.404323:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.404326:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.404330:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.404332:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.404338:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.404343:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.404356:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760789.404442:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4000 - object 0x280000401:2 offset 25387008<>25391104
00000100:00100000:2.0:1789760789.404647:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760789.404666:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364544:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.446436:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973516 gen 2
00000008:00010000:2.0:1789760789.446477:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760789.446483:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.446492:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.446518:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760789.446543:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364544:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.446639:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6198, 6198]
00000080:00200000:3.0:1789760789.446652:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.446657:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.446669:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25391104 i_blocks 51207
00000020:00200000:3.0:1789760789.446673:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.446682:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.446710:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25391104, count: 4096
00000080:00200000:3.0:1789760789.446717:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25391104, bytes: 4096
00000080:00200000:3.0:1789760789.446725:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.446733:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.446735:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25391104, 25395200) 0 0
00000080:00200000:3.0:1789760789.446740:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.446754:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6199, 6199]
00020000:00200000:3.0:1789760789.446763:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25391104 chunk: [25391104, 25395200) 25395200, 4096
00020000:00200000:3.0:1789760789.446767:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.446784:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6199, 6199]
00000008:00010000:3.0:1789760789.446800:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.446805:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.446817:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25391104, 25395200) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.446829:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25391104=0x1837000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.446904:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.446908:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25395200
00000020:00010000:3.0:1789760789.446915:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.446918:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.446921:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.446925:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.446928:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.446934:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.446940:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.446953:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d900
00000008:00100000:3.0:1789760789.447042:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6a00 - object 0x280000401:2 offset 25391104<>25395200
00000100:00100000:2.0:1789760789.447132:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364672:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760789.488617:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760789.488629:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.488638:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.488656:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760789.488681:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364672:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.488763:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6199, 6199]
00000080:00200000:3.0:1789760789.488783:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.488789:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.488801:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25395200 i_blocks 51207
00000020:00200000:3.0:1789760789.488804:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.488814:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.488841:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25395200, count: 4096
00000080:00200000:3.0:1789760789.488848:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25395200, bytes: 4096
00000080:00200000:3.0:1789760789.488855:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.488884:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.488886:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25395200, 25399296) 0 0
00000080:00200000:3.0:1789760789.488890:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.488903:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6200, 6200]
00020000:00200000:3.0:1789760789.488910:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25395200 chunk: [25395200, 25399296) 25399296, 4096
00020000:00200000:3.0:1789760789.488914:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.488928:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6200, 6200]
00000008:00010000:3.0:1789760789.488943:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.488947:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.488956:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25395200, 25399296) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.488968:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25395200=0x1838000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.489021:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.489024:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25399296
00000020:00010000:3.0:1789760789.489031:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.489034:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.489037:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.489040:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.489043:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.489049:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.489054:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.489068:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000008:00100000:3.0:1789760789.489158:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5500 - object 0x280000401:2 offset 25395200<>25399296
00000100:00100000:2.0:1789760789.489283:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760789.489299:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364800:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.521103:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973518 gen 2
00000008:00010000:2.0:1789760789.521160:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760789.521167:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.521176:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.521195:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760789.521220:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364800:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.521301:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6200, 6200]
00000080:00200000:3.0:1789760789.521317:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.521322:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.521337:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25399296 i_blocks 51207
00000020:00200000:3.0:1789760789.521340:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.521350:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.521383:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25399296, count: 4096
00000080:00200000:3.0:1789760789.521388:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25399296, bytes: 4096
00000080:00200000:3.0:1789760789.521397:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.521404:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.521406:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25399296, 25403392) 0 0
00000080:00200000:3.0:1789760789.521410:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.521422:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6201, 6201]
00020000:00200000:3.0:1789760789.521429:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25399296 chunk: [25399296, 25403392) 25403392, 4096
00020000:00200000:3.0:1789760789.521434:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.521452:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6201, 6201]
00000008:00010000:3.0:1789760789.521470:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.521475:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.521485:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25399296, 25403392) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.521496:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25399296=0x1839000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.521548:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.521551:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25403392
00000020:00010000:3.0:1789760789.521558:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.521561:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.521564:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.521568:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.521571:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.521577:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.521583:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.521599:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000008:00100000:3.0:1789760789.521687:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4700 - object 0x280000401:2 offset 25399296<>25403392
00000100:00100000:2.0:1789760789.521956:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364928:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.558064:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973519 gen 2
00000008:00010000:2.0:1789760789.558112:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760789.558119:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.558127:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.558143:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760789.558165:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484364928:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.558296:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6201, 6201]
00000080:00200000:3.0:1789760789.558309:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.558313:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.558325:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25403392 i_blocks 51207
00000020:00200000:3.0:1789760789.558328:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.558337:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.558363:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25403392, count: 4096
00000080:00200000:3.0:1789760789.558370:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25403392, bytes: 4096
00000080:00200000:3.0:1789760789.558377:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.558384:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.558386:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25403392, 25407488) 0 0
00000080:00200000:3.0:1789760789.558390:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.558402:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6202, 6202]
00020000:00200000:3.0:1789760789.558409:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25403392 chunk: [25403392, 25407488) 25407488, 4096
00020000:00200000:3.0:1789760789.558413:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.558426:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6202, 6202]
00000008:00010000:3.0:1789760789.558440:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.558444:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.558452:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25403392, 25407488) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.558462:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25403392=0x183a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.558503:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.558506:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25407488
00000020:00010000:3.0:1789760789.558513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.558516:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.558518:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.558522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.558525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.558531:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.558536:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.558549:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dd80
00000008:00100000:3.0:1789760789.558623:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4380 - object 0x280000401:2 offset 25403392<>25407488
00000100:00100000:2.0:1789760789.558733:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760789.558745:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484365056:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.591259:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973520 gen 2
00000008:00010000:2.0:1789760789.591295:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760789.591301:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.591311:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.591325:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760789.591347:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484365056:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.591575:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6202, 6202]
00000080:00200000:3.0:1789760789.591587:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.591591:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.591603:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25407488 i_blocks 51207
00000020:00200000:3.0:1789760789.591606:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.591614:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.591642:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25407488, count: 4096
00000080:00200000:3.0:1789760789.591648:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25407488, bytes: 4096
00000080:00200000:3.0:1789760789.591656:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.591663:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.591665:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25407488, 25411584) 0 0
00000080:00200000:3.0:1789760789.591669:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.591681:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6203, 6203]
00020000:00200000:3.0:1789760789.591687:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25407488 chunk: [25407488, 25411584) 25411584, 4096
00020000:00200000:3.0:1789760789.591691:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.591705:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6203, 6203]
00000008:00010000:3.0:1789760789.591718:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.591722:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.591731:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25407488, 25411584) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.591741:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25407488=0x183b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.591794:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.591797:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25411584
00000020:00010000:3.0:1789760789.591803:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.591806:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.591809:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.591812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.591814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.591821:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.591826:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.591840:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000008:00100000:3.0:1789760789.591961:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 25407488<>25411584
00000100:00100000:2.0:1789760789.592187:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484365184:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760789.630061:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760789.630071:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.630089:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.630111:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760789.630134:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484365184:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.630252:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6203, 6203]
00000080:00200000:3.0:1789760789.630266:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.630271:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.630283:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25411584 i_blocks 51207
00000020:00200000:3.0:1789760789.630286:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.630295:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.630324:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25411584, count: 4096
00000080:00200000:3.0:1789760789.630330:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25411584, bytes: 4096
00000080:00200000:3.0:1789760789.630338:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.630345:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.630347:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25411584, 25415680) 0 0
00000080:00200000:3.0:1789760789.630351:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.630364:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6204, 6204]
00020000:00200000:3.0:1789760789.630372:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25411584 chunk: [25411584, 25415680) 25415680, 4096
00020000:00200000:3.0:1789760789.630376:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.630392:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6204, 6204]
00000008:00010000:3.0:1789760789.630408:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.630413:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.630423:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25411584, 25415680) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.630435:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25411584=0x183c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.630481:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.630484:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25415680
00000020:00010000:3.0:1789760789.630490:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.630493:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.630496:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.630499:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.630502:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.630509:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.630514:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.630527:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000008:00100000:3.0:1789760789.630612:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5f80 - object 0x280000401:2 offset 25411584<>25415680
00000100:00100000:2.0:1789760789.630809:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484365312:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.675372:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973522 gen 2
00000008:00010000:2.0:1789760789.675419:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000020:00200000:2.0:1789760789.675426:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.675433:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.675454:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dcc0
00000100:00100000:2.0:1789760789.675477:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484365312:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.675569:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6204, 6204]
00000080:00200000:3.0:1789760789.675582:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.675586:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.675598:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25415680 i_blocks 51207
00000020:00200000:3.0:1789760789.675601:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.675610:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.675640:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25415680, count: 4096
00000080:00200000:3.0:1789760789.675646:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25415680, bytes: 4096
00000080:00200000:3.0:1789760789.675655:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.675663:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.675665:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25415680, 25419776) 0 0
00000080:00200000:3.0:1789760789.675669:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.675682:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6205, 6205]
00020000:00200000:3.0:1789760789.675689:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25415680 chunk: [25415680, 25419776) 25419776, 4096
00020000:00200000:3.0:1789760789.675693:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.675708:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6205, 6205]
00000008:00010000:3.0:1789760789.675722:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.675727:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760789.675735:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25415680, 25419776) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.675745:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25415680=0x183d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.675801:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.675804:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25419776
00000020:00010000:3.0:1789760789.675811:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.675814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.675817:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.675821:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.675823:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.675830:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.675835:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.675849:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dd80
00000008:00100000:3.0:1789760789.675963:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7b80 - object 0x280000401:2 offset 25415680<>25419776
00000100:00100000:2.0:1789760789.676233:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484365440:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760789.724431:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dd80
00000020:00200000:2.0:1789760789.724444:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.724456:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.724480:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dd80
00000100:00100000:2.0:1789760789.724506:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484365440:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760789.724793:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6205, 6205]
00000080:00200000:3.0:1789760789.724806:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.724810:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.724822:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25419776 i_blocks 51207
00000020:00200000:3.0:1789760789.724825:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.724834:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.724901:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25419776, count: 4096
00000080:00200000:3.0:1789760789.724909:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25419776, bytes: 4096
00000080:00200000:3.0:1789760789.724918:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.724925:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.724927:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25419776, 25423872) 0 0
00000080:00200000:3.0:1789760789.724931:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.724945:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6206, 6206]
00020000:00200000:3.0:1789760789.724952:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25419776 chunk: [25419776, 25423872) 25423872, 4096
00020000:00200000:3.0:1789760789.724956:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.724972:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6206, 6206]
00000008:00010000:2.0:1789760789.725311:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760789.725317:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760789.725327:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25419776, 25423872) append 0 append lockpos 0
00000080:00200000:2.0:1789760789.725339:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25419776=0x183e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760789.725385:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760789.725388:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25423872
00000020:00010000:2.0:1789760789.725395:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760789.725399:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.725402:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.725406:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760789.725410:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760789.725417:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760789.725422:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760789.725436:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760789.725525:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 25419776<>25423872
00000100:00100000:2.0:1789760789.725565:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760789.725580:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484365568:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760789.768579:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973524 gen 2
00000008:00010000:2.0:1789760789.768625:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760789.768631:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.768638:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.768663:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760789.768687:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484365568:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760789.768850:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6206, 6206]
00000080:00200000:0.0:1789760789.768888:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.768894:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.768907:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25423872 i_blocks 51207
00000020:00200000:0.0:1789760789.768910:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.768918:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.768947:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25423872, count: 4096
00000080:00200000:0.0:1789760789.768954:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25423872, bytes: 4096
00000080:00200000:0.0:1789760789.768963:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.768972:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.768974:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25423872, 25427968) 0 0
00000080:00200000:0.0:1789760789.768978:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.769010:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6207, 6207]
00020000:00200000:0.0:1789760789.769017:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25423872 chunk: [25423872, 25427968) 25427968, 4096
00020000:00200000:0.0:1789760789.769021:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.769039:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6207, 6207]
00000008:00010000:0.0:1789760789.769053:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.769058:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760789.769066:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25423872, 25427968) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.769077:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25423872=0x183f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.769121:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.769124:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25427968
00000020:00010000:0.0:1789760789.769130:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.769134:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.769137:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.769140:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.769143:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.769150:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.769155:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.769814:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760789.770119:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 25423872<>25427968
00000100:00100000:1.0:1789760789.770185:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760789.771295:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484365696:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760789.886546:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973525 gen 2
00000008:00010000:1.0:1789760789.886602:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760789.886611:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.886621:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.886653:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760789.886684:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484365696:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760789.886913:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6207, 6207]
00000080:00200000:2.0:1789760789.886929:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760789.886935:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760789.886949:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25427968 i_blocks 51207
00000020:00200000:2.0:1789760789.886953:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760789.886962:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760789.887007:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25427968, count: 4096
00000080:00200000:2.0:1789760789.887015:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25427968, bytes: 4096
00000080:00200000:2.0:1789760789.887024:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760789.887032:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760789.887034:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25427968, 25432064) 0 0
00000080:00200000:2.0:1789760789.887039:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760789.887055:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6208, 6208]
00020000:00200000:2.0:1789760789.887064:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25427968 chunk: [25427968, 25432064) 25432064, 4096
00020000:00200000:2.0:1789760789.887068:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760789.887094:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6208, 6208]
00000008:00010000:2.0:1789760789.887111:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760789.887117:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760789.887128:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25427968, 25432064) append 0 append lockpos 0
00000080:00200000:2.0:1789760789.887141:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25427968=0x1840000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760789.887205:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760789.887208:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25432064
00000020:00010000:2.0:1789760789.887216:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760789.887220:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.887223:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.887226:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760789.887229:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760789.887236:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760789.887241:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760789.887257:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760789.887357:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 25427968<>25432064
00000100:00100000:3.0:1789760789.887747:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760789.887768:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484365824:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760789.946145:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760789.946164:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.946176:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.946200:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760789.946232:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484365824:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760789.946440:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6208, 6208]
00000080:00200000:1.0:1789760789.946458:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760789.946464:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760789.946479:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25432064 i_blocks 51207
00000020:00200000:1.0:1789760789.946483:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760789.946492:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760789.946527:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25432064, count: 4096
00000080:00200000:1.0:1789760789.946534:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25432064, bytes: 4096
00000080:00200000:1.0:1789760789.946545:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760789.946553:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760789.946555:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25432064, 25436160) 0 0
00000080:00200000:1.0:1789760789.946560:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760789.946576:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6209, 6209]
00020000:00200000:1.0:1789760789.946585:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25432064 chunk: [25432064, 25436160) 25436160, 4096
00020000:00200000:1.0:1789760789.946590:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760789.946611:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6209, 6209]
00000008:00010000:1.0:1789760789.946630:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760789.946636:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760789.946648:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25432064, 25436160) append 0 append lockpos 0
00000080:00200000:1.0:1789760789.946662:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25432064=0x1841000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760789.946721:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760789.946724:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25436160
00000020:00010000:1.0:1789760789.946733:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760789.946736:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760789.946739:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760789.946743:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760789.946746:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760789.946754:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760789.946766:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760789.946786:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760789.946927:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 25432064<>25436160
00000100:00100000:0.0:1789760789.949806:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484365952:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760790.002574:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973527 gen 2
00000008:00010000:0.0:1789760790.002643:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760790.002652:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.002668:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.002791:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760790.002822:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484365952:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760790.002950:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6209, 6209]
00000080:00200000:1.0:1789760790.002967:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760790.002973:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760790.002998:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25436160 i_blocks 51207
00000020:00200000:1.0:1789760790.003071:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760790.003085:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760790.003118:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25436160, count: 4096
00000080:00200000:1.0:1789760790.003126:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25436160, bytes: 4096
00000080:00200000:1.0:1789760790.003136:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760790.003145:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760790.003148:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25436160, 25440256) 0 0
00000080:00200000:1.0:1789760790.003152:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760790.003169:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6210, 6210]
00020000:00200000:1.0:1789760790.003178:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25436160 chunk: [25436160, 25440256) 25440256, 4096
00020000:00200000:1.0:1789760790.003183:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760790.003203:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6210, 6210]
00000008:00010000:1.0:1789760790.003221:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760790.003226:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760790.003238:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25436160, 25440256) append 0 append lockpos 0
00000080:00200000:1.0:1789760790.003254:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25436160=0x1842000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760790.003308:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760790.003311:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25440256
00000020:00010000:1.0:1789760790.003319:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760790.003322:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.003325:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.003329:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760790.003332:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760790.003340:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760790.003347:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760790.003365:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760790.003461:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 25436160<>25440256
00000100:00100000:0.0:1789760790.003532:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484366080:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760790.054361:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973528 gen 2
00000008:00010000:0.0:1789760790.054409:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760790.054491:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.054504:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.054528:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760790.054561:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484366080:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760790.054693:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6210, 6210]
00000080:00200000:2.0:1789760790.054711:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760790.054717:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.054735:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25440256 i_blocks 51207
00000020:00200000:2.0:1789760790.054740:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.054751:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.054787:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25440256, count: 4096
00000080:00200000:2.0:1789760790.054794:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25440256, bytes: 4096
00000080:00200000:2.0:1789760790.054805:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.054816:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.054819:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25440256, 25444352) 0 0
00000080:00200000:2.0:1789760790.054825:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.054843:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6211, 6211]
00020000:00200000:2.0:1789760790.054852:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25440256 chunk: [25440256, 25444352) 25444352, 4096
00020000:00200000:2.0:1789760790.054858:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.054908:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6211, 6211]
00000008:00010000:2.0:1789760790.054926:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.054932:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760790.054945:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25440256, 25444352) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.054958:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25440256=0x1843000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.055024:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.055026:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25444352
00000020:00010000:2.0:1789760790.055035:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.055038:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.055041:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.055045:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.055048:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.055055:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.055062:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.055077:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760790.055181:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 25440256<>25444352
00000100:00100000:3.0:1789760790.055629:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484366208:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760790.096982:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760790.097011:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.097022:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.097048:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760790.097086:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484366208:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.097177:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6211, 6211]
00000080:00200000:0.0:1789760790.097195:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.097201:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.097215:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25444352 i_blocks 51207
00000020:00200000:0.0:1789760790.097219:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.097230:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.097261:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25444352, count: 4096
00000080:00200000:0.0:1789760790.097267:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25444352, bytes: 4096
00000080:00200000:0.0:1789760790.097276:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.097284:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.097286:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25444352, 25448448) 0 0
00000080:00200000:0.0:1789760790.097289:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.097305:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6212, 6212]
00020000:00200000:0.0:1789760790.097313:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25444352 chunk: [25444352, 25448448) 25448448, 4096
00020000:00200000:0.0:1789760790.097318:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.097340:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6212, 6212]
00000008:00010000:0.0:1789760790.097358:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.097365:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.097376:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25444352, 25448448) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.097389:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25444352=0x1844000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.097450:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.097452:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25448448
00000020:00010000:0.0:1789760790.097462:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.097465:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.097469:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.097473:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.097476:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.097483:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.097490:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.097507:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760790.097606:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 25444352<>25448448
00000100:00100000:0.0:1789760790.097646:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.097659:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484366336:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760790.136556:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973530 gen 2
00000008:00010000:0.0:1789760790.136626:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:0.0:1789760790.136634:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.136644:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.136673:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:0.0:1789760790.136702:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484366336:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760790.137589:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6212, 6212]
00000080:00200000:2.0:1789760790.137609:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760790.137616:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.137634:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25448448 i_blocks 51207
00000020:00200000:2.0:1789760790.137638:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.137650:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.137681:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25448448, count: 4096
00000080:00200000:2.0:1789760790.137687:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25448448, bytes: 4096
00000080:00200000:2.0:1789760790.137700:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.137708:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.137710:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25448448, 25452544) 0 0
00000080:00200000:2.0:1789760790.137715:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.137731:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6213, 6213]
00020000:00200000:2.0:1789760790.137740:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25448448 chunk: [25448448, 25452544) 25452544, 4096
00020000:00200000:2.0:1789760790.137745:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.137765:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6213, 6213]
00000008:00010000:2.0:1789760790.137796:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.137803:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760790.137814:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25448448, 25452544) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.137828:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25448448=0x1845000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.137916:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.137920:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25452544
00000020:00010000:2.0:1789760790.137928:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.137931:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.137935:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.137938:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.137941:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.137949:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.137956:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.137972:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760790.138087:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 25448448<>25452544
00000100:00100000:2.0:1789760790.138137:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760790.138156:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484366464:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760790.204397:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973531 gen 2
00000008:00010000:2.0:1789760790.204449:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760790.204458:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.204468:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.204551:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760790.204589:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484366464:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.205169:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6213, 6213]
00000080:00200000:0.0:1789760790.205186:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.205193:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.205210:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25452544 i_blocks 51207
00000020:00200000:0.0:1789760790.205214:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.205225:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.205259:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25452544, count: 4096
00000080:00200000:0.0:1789760790.205267:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25452544, bytes: 4096
00000080:00200000:0.0:1789760790.205933:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.205944:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.205947:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25452544, 25456640) 0 0
00000080:00200000:0.0:1789760790.205952:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.205969:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6214, 6214]
00020000:00200000:0.0:1789760790.205979:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25452544 chunk: [25452544, 25456640) 25456640, 4096
00020000:00200000:0.0:1789760790.205984:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.206018:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6214, 6214]
00000008:00010000:0.0:1789760790.206046:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.206052:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.206064:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25452544, 25456640) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.207092:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25452544=0x1846000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.207177:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.207181:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25456640
00000020:00010000:0.0:1789760790.207191:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.207195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.207198:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.207201:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.207203:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.207214:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.207222:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.207252:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760790.207545:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 25452544<>25456640
00000100:00100000:1.0:1789760790.207937:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760790.207964:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484366592:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760790.254047:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973532 gen 2
00000008:00010000:1.0:1789760790.254116:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760790.254125:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.254136:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.254164:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760790.254200:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484366592:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760790.254427:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6214, 6214]
00000080:00200000:2.0:1789760790.254444:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760790.254451:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.254468:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25456640 i_blocks 51207
00000020:00200000:2.0:1789760790.254473:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.254485:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.254519:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25456640, count: 4096
00000080:00200000:2.0:1789760790.254527:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25456640, bytes: 4096
00000080:00200000:2.0:1789760790.254540:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.254550:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.254552:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25456640, 25460736) 0 0
00000080:00200000:2.0:1789760790.254557:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.254577:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6215, 6215]
00020000:00200000:2.0:1789760790.254587:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25456640 chunk: [25456640, 25460736) 25460736, 4096
00020000:00200000:2.0:1789760790.254593:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.254615:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6215, 6215]
00000008:00010000:2.0:1789760790.254633:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.254640:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760790.254652:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25456640, 25460736) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.254665:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25456640=0x1847000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.254721:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.254724:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25460736
00000020:00010000:2.0:1789760790.254732:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.254736:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.254739:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.254743:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.254746:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.254755:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.254761:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.254778:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760790.254922:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 25456640<>25460736
00000100:00100000:3.0:1789760790.255225:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760790.255248:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484366720:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760790.288679:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973533 gen 2
00000008:00010000:2.0:1789760790.288727:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760790.288736:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.288744:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.288769:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760790.288802:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484366720:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.288929:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6215, 6215]
00000080:00200000:0.0:1789760790.288946:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.288951:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.288967:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25460736 i_blocks 51207
00000020:00200000:0.0:1789760790.288971:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.289047:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.289179:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25460736, count: 4096
00000080:00200000:0.0:1789760790.289187:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25460736, bytes: 4096
00000080:00200000:0.0:1789760790.289198:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.289206:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.289209:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25460736, 25464832) 0 0
00000080:00200000:0.0:1789760790.289212:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.289231:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6216, 6216]
00020000:00200000:0.0:1789760790.289239:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25460736 chunk: [25460736, 25464832) 25464832, 4096
00020000:00200000:0.0:1789760790.289243:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.289262:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6216, 6216]
00000008:00010000:0.0:1789760790.289281:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.289288:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.289300:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25460736, 25464832) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.289313:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25460736=0x1848000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.289372:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.289375:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25464832
00000020:00010000:0.0:1789760790.289383:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.289387:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.289390:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.289393:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.289396:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.289403:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.289410:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.289426:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760790.289529:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 25460736<>25464832
00000100:00100000:1.0:1789760790.289609:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484366848:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760790.331141:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760790.365274:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973534 gen 2
00000008:00010000:1.0:1789760790.365328:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760790.365337:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.365348:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.365368:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760790.365424:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484366848:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.368539:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6216, 6216]
00000080:00200000:0.0:1789760790.368569:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.368577:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.368595:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25464832 i_blocks 51207
00000020:00200000:0.0:1789760790.368601:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.368620:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.368655:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25464832, count: 4096
00000080:00200000:0.0:1789760790.368663:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25464832, bytes: 4096
00000080:00200000:0.0:1789760790.368676:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.368685:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.368687:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25464832, 25468928) 0 0
00000080:00200000:0.0:1789760790.368692:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.368713:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6217, 6217]
00020000:00200000:0.0:1789760790.368722:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25464832 chunk: [25464832, 25468928) 25468928, 4096
00020000:00200000:0.0:1789760790.368726:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.368747:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6217, 6217]
00000008:00010000:0.0:1789760790.368765:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.368771:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.368782:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25464832, 25468928) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.368796:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25464832=0x1849000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.368921:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.368924:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25468928
00000020:00010000:0.0:1789760790.368932:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.368936:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.368939:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.368942:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.368945:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.368954:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.368960:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.368994:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760790.369108:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 25464832<>25468928
00000100:00100000:1.0:1789760790.369242:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484366976:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760790.423434:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973535 gen 2
00000008:00010000:1.0:1789760790.423484:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760790.423492:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.423503:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.423526:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760790.423556:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484366976:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.424837:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6217, 6217]
00000080:00200000:0.0:1789760790.424859:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.424908:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.424927:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25468928 i_blocks 51207
00000020:00200000:0.0:1789760790.424932:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.424945:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.424979:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25468928, count: 4096
00000080:00200000:0.0:1789760790.425002:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25468928, bytes: 4096
00000080:00200000:0.0:1789760790.425016:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.425024:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.425027:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25468928, 25473024) 0 0
00000080:00200000:0.0:1789760790.425032:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.425049:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6218, 6218]
00020000:00200000:0.0:1789760790.425058:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25468928 chunk: [25468928, 25473024) 25473024, 4096
00020000:00200000:0.0:1789760790.425062:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.425094:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6218, 6218]
00000008:00010000:0.0:1789760790.425283:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.425291:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.425315:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25468928, 25473024) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.425330:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25468928=0x184a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.425391:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.425394:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25473024
00000020:00010000:0.0:1789760790.425402:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.425405:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.425408:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.425411:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.425414:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.425421:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.425582:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.425604:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760790.425702:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 25468928<>25473024
00000100:00100000:0.0:1789760790.425740:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.425761:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484367104:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760790.492931:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973536 gen 2
00000008:00010000:0.0:1789760790.492994:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760790.493003:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.493019:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.493047:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760790.493176:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484367104:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760790.493348:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6218, 6218]
00000080:00200000:2.0:1789760790.493364:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760790.493369:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.493385:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25473024 i_blocks 51207
00000020:00200000:2.0:1789760790.493389:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.493399:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.493434:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25473024, count: 4096
00000080:00200000:2.0:1789760790.493441:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25473024, bytes: 4096
00000080:00200000:2.0:1789760790.493451:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.493461:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.493463:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25473024, 25477120) 0 0
00000080:00200000:2.0:1789760790.493467:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.493485:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6219, 6219]
00020000:00200000:2.0:1789760790.493494:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25473024 chunk: [25473024, 25477120) 25477120, 4096
00020000:00200000:2.0:1789760790.493499:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.493520:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6219, 6219]
00000008:00010000:2.0:1789760790.493537:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.493543:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760790.493555:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25473024, 25477120) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.493567:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25473024=0x184b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.493622:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.493624:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25477120
00000020:00010000:2.0:1789760790.493632:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.493635:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.493637:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.493640:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.493642:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.493647:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.493653:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.493665:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760790.493761:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 25473024<>25477120
00000100:00100000:3.0:1789760790.493820:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760790.493840:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484367232:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760790.525534:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973537 gen 2
00000008:00010000:2.0:1789760790.525588:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760790.525596:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.525607:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.525632:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760790.525662:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484367232:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.525776:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6219, 6219]
00000080:00200000:0.0:1789760790.525793:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.525798:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.525814:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25477120 i_blocks 51207
00000020:00200000:0.0:1789760790.525818:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.525828:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.525860:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25477120, count: 4096
00000080:00200000:0.0:1789760790.525916:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25477120, bytes: 4096
00000080:00200000:0.0:1789760790.525926:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.525936:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.525938:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25477120, 25481216) 0 0
00000080:00200000:0.0:1789760790.525943:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.525959:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6220, 6220]
00020000:00200000:0.0:1789760790.525969:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25477120 chunk: [25477120, 25481216) 25481216, 4096
00020000:00200000:0.0:1789760790.525973:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.526002:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6220, 6220]
00000008:00010000:0.0:1789760790.526018:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.526024:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.526035:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25477120, 25481216) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.526049:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25477120=0x184c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.526106:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.526108:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25481216
00000020:00010000:0.0:1789760790.526117:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.526121:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.526124:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.526128:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.526132:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.526140:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.526147:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.526162:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760790.527221:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 25477120<>25481216
00000100:00100000:1.0:1789760790.527432:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484367360:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760790.564322:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973538 gen 2
00000008:00010000:1.0:1789760790.564369:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760790.564377:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.564386:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.564408:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760790.564435:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484367360:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.564561:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6220, 6220]
00000080:00200000:0.0:1789760790.564577:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.564583:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.564597:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25481216 i_blocks 51207
00000020:00200000:0.0:1789760790.564601:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.564610:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.564638:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25481216, count: 4096
00000080:00200000:0.0:1789760790.564644:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25481216, bytes: 4096
00000080:00200000:0.0:1789760790.564652:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.564660:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.564663:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25481216, 25485312) 0 0
00000080:00200000:0.0:1789760790.564667:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.564682:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6221, 6221]
00020000:00200000:0.0:1789760790.564690:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25481216 chunk: [25481216, 25485312) 25485312, 4096
00020000:00200000:0.0:1789760790.564695:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.564711:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6221, 6221]
00000008:00010000:0.0:1789760790.564726:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.564731:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.564742:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25481216, 25485312) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.564754:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25481216=0x184d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.564813:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.564816:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25485312
00000020:00010000:0.0:1789760790.564823:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.564827:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.564830:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.564833:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.564836:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.564843:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.564848:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.565012:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760790.565224:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2febb80 - object 0x280000401:2 offset 25481216<>25485312
00000100:00100000:1.0:1789760790.565280:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484367488:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760790.602359:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973539 gen 2
00000008:00010000:1.0:1789760790.602410:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760790.602419:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.602429:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.602453:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760790.602482:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484367488:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760790.602596:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6221, 6221]
00000080:00200000:2.0:1789760790.602613:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760790.602619:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.602635:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25485312 i_blocks 51207
00000020:00200000:2.0:1789760790.602638:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.602648:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.602680:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25485312, count: 4096
00000080:00200000:2.0:1789760790.602688:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25485312, bytes: 4096
00000080:00200000:2.0:1789760790.602698:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.602706:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.602709:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25485312, 25489408) 0 0
00000080:00200000:2.0:1789760790.602713:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.602730:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6222, 6222]
00020000:00200000:2.0:1789760790.602738:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25485312 chunk: [25485312, 25489408) 25489408, 4096
00020000:00200000:2.0:1789760790.602743:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.602761:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6222, 6222]
00000008:00010000:2.0:1789760790.602777:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.602782:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760790.602793:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25485312, 25489408) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.602806:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25485312=0x184e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.602860:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.602901:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25489408
00000020:00010000:2.0:1789760790.602909:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.602913:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.602916:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.602920:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.602923:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.602930:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.602937:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.602951:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760790.603053:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 25485312<>25489408
00000100:00100000:2.0:1789760790.603099:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760790.603114:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484367616:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760790.635396:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973540 gen 2
00000008:00010000:2.0:1789760790.635445:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760790.635454:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.635465:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.635491:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760790.635521:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484367616:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760790.635634:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6222, 6222]
00000080:00200000:1.0:1789760790.635651:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760790.635657:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760790.635673:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25489408 i_blocks 51207
00000020:00200000:1.0:1789760790.635677:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760790.635687:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760790.635721:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25489408, count: 4096
00000080:00200000:1.0:1789760790.635729:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25489408, bytes: 4096
00000080:00200000:1.0:1789760790.635739:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760790.635748:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760790.635750:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25489408, 25493504) 0 0
00000080:00200000:1.0:1789760790.635754:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760790.635782:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6223, 6223]
00020000:00200000:1.0:1789760790.635792:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25489408 chunk: [25489408, 25493504) 25493504, 4096
00020000:00200000:1.0:1789760790.635796:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760790.635817:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6223, 6223]
00000008:00010000:1.0:1789760790.635834:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760790.635840:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760790.635853:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25489408, 25493504) append 0 append lockpos 0
00000080:00200000:1.0:1789760790.635901:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25489408=0x184f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760790.635962:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760790.635965:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25493504
00000020:00010000:1.0:1789760790.635973:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760790.635977:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.635981:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.635995:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760790.635998:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760790.636005:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760790.636013:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760790.636029:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760790.636304:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 25489408<>25493504
00000100:00100000:0.0:1789760790.636384:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484367744:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760790.673467:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973541 gen 2
00000008:00010000:0.0:1789760790.673524:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760790.673534:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.673545:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.673571:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760790.673602:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484367744:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760790.673726:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6223, 6223]
00000080:00200000:1.0:1789760790.673744:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760790.673751:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760790.673778:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25493504 i_blocks 51207
00000020:00200000:1.0:1789760790.673783:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760790.673794:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760790.673829:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25493504, count: 4096
00000080:00200000:1.0:1789760790.673837:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25493504, bytes: 4096
00000080:00200000:1.0:1789760790.673848:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760790.673857:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760790.673860:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25493504, 25497600) 0 0
00000080:00200000:1.0:1789760790.673904:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760790.673923:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6224, 6224]
00020000:00200000:1.0:1789760790.673932:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25493504 chunk: [25493504, 25497600) 25497600, 4096
00020000:00200000:1.0:1789760790.673937:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760790.673960:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6224, 6224]
00000008:00010000:1.0:1789760790.673976:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760790.673993:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760790.674005:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25493504, 25497600) append 0 append lockpos 0
00000080:00200000:1.0:1789760790.674020:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25493504=0x1850000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760790.674088:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760790.674091:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25497600
00000020:00010000:1.0:1789760790.674108:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760790.674112:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.674116:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.674119:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760790.674122:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760790.674130:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760790.674137:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760790.674154:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760790.674263:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 25493504<>25497600
00000100:00100000:0.0:1789760790.674481:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484367872:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760790.714281:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973542 gen 2
00000008:00010000:0.0:1789760790.714336:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760790.714347:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.714357:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.714385:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760790.714414:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484367872:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760790.714521:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6224, 6224]
00000080:00200000:1.0:1789760790.714536:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760790.714542:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760790.714557:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25497600 i_blocks 51207
00000020:00200000:1.0:1789760790.714560:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760790.714570:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760790.714601:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25497600, count: 4096
00000080:00200000:1.0:1789760790.714608:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25497600, bytes: 4096
00000080:00200000:1.0:1789760790.714616:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760790.714624:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760790.714626:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25497600, 25501696) 0 0
00000080:00200000:1.0:1789760790.714631:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760790.714648:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6225, 6225]
00020000:00200000:1.0:1789760790.714657:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25497600 chunk: [25497600, 25501696) 25501696, 4096
00020000:00200000:1.0:1789760790.714663:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760790.714684:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6225, 6225]
00000008:00010000:1.0:1789760790.714704:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760790.714710:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760790.714721:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25497600, 25501696) append 0 append lockpos 0
00000080:00200000:1.0:1789760790.714734:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25497600=0x1851000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760790.714790:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760790.714792:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25501696
00000020:00010000:1.0:1789760790.714801:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760790.714805:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.714808:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.714812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760790.714814:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760790.714822:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760790.714828:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760790.714843:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760790.714971:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 25497600<>25501696
00000100:00100000:0.0:1789760790.715250:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.715268:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368000:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760790.743293:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760790.743309:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.743320:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.743439:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760790.743469:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368000:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760790.743542:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6225, 6225]
00000080:00200000:1.0:1789760790.743560:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760790.743566:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760790.743582:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25501696 i_blocks 51207
00000020:00200000:1.0:1789760790.743585:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760790.743594:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760790.743625:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25501696, count: 4096
00000080:00200000:1.0:1789760790.743633:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25501696, bytes: 4096
00000080:00200000:1.0:1789760790.743641:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760790.743648:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760790.743650:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25501696, 25505792) 0 0
00000080:00200000:1.0:1789760790.743653:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760790.743671:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6226, 6226]
00020000:00200000:1.0:1789760790.743680:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25501696 chunk: [25501696, 25505792) 25505792, 4096
00020000:00200000:1.0:1789760790.743684:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760790.743704:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6226, 6226]
00000008:00010000:1.0:1789760790.743722:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760790.743727:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760790.743736:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25501696, 25505792) append 0 append lockpos 0
00000080:00200000:1.0:1789760790.743747:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25501696=0x1852000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760790.743804:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760790.743807:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25505792
00000020:00010000:1.0:1789760790.743816:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760790.743820:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.743824:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.743828:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760790.743831:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760790.743838:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760790.743845:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760790.743861:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760790.744097:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8000 - object 0x280000401:2 offset 25501696<>25505792
00000100:00100000:0.0:1789760790.744149:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368128:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760790.777310:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973544 gen 2
00000008:00010000:0.0:1789760790.777375:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760790.777383:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.777393:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.777420:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760790.777451:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368128:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760790.777562:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6226, 6226]
00000080:00200000:2.0:1789760790.777579:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760790.777585:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.777601:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25505792 i_blocks 51207
00000020:00200000:2.0:1789760790.777605:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.777616:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.777652:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25505792, count: 4096
00000080:00200000:2.0:1789760790.777659:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25505792, bytes: 4096
00000080:00200000:2.0:1789760790.777669:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.777678:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.777680:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25505792, 25509888) 0 0
00000080:00200000:2.0:1789760790.777684:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.777700:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6227, 6227]
00020000:00200000:2.0:1789760790.777708:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25505792 chunk: [25505792, 25509888) 25509888, 4096
00020000:00200000:2.0:1789760790.777712:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.777732:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6227, 6227]
00000008:00010000:2.0:1789760790.777747:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.777753:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760790.777763:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25505792, 25509888) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.777842:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25505792=0x1853000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.777929:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.777932:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25509888
00000020:00010000:2.0:1789760790.777940:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.777944:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.777947:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.777951:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.777954:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.777961:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.777969:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.778045:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760790.778152:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 25505792<>25509888
00000100:00100000:3.0:1789760790.778293:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760790.778312:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484368256:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760790.814398:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973545 gen 2
00000008:00010000:2.0:1789760790.814447:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760790.814457:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.814467:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.814490:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760790.814518:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484368256:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.814615:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6227, 6227]
00000080:00200000:0.0:1789760790.814631:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.814637:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.814653:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25509888 i_blocks 51207
00000020:00200000:0.0:1789760790.814656:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.814666:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.814697:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25509888, count: 4096
00000080:00200000:0.0:1789760790.814704:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25509888, bytes: 4096
00000080:00200000:0.0:1789760790.814713:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.814721:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.814723:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25509888, 25513984) 0 0
00000080:00200000:0.0:1789760790.814728:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.814744:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6228, 6228]
00020000:00200000:0.0:1789760790.814753:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25509888 chunk: [25509888, 25513984) 25513984, 4096
00020000:00200000:0.0:1789760790.814758:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.814844:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6228, 6228]
00000008:00010000:0.0:1789760790.814861:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.814892:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.814905:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25509888, 25513984) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.814920:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25509888=0x1854000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.814980:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.814992:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25513984
00000020:00010000:0.0:1789760790.815000:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.815004:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.815008:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.815010:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.815013:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.815020:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.815027:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.815041:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760790.815252:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9500 - object 0x280000401:2 offset 25509888<>25513984
00000100:00100000:0.0:1789760790.815296:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.815313:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368384:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760790.851149:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:0.0:1789760790.851164:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.851176:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.851204:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:0.0:1789760790.851235:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368384:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760790.851381:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6228, 6228]
00000080:00200000:2.0:1789760790.851397:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760790.851403:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.851417:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25513984 i_blocks 51207
00000020:00200000:2.0:1789760790.851420:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.851430:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.851461:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25513984, count: 4096
00000080:00200000:2.0:1789760790.851468:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25513984, bytes: 4096
00000080:00200000:2.0:1789760790.851478:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.851487:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.851489:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25513984, 25518080) 0 0
00000080:00200000:2.0:1789760790.851493:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.851510:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6229, 6229]
00020000:00200000:2.0:1789760790.851520:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25513984 chunk: [25513984, 25518080) 25518080, 4096
00020000:00200000:2.0:1789760790.851525:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.851545:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6229, 6229]
00000008:00010000:2.0:1789760790.851563:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.851580:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760790.851592:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25513984, 25518080) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.851605:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25513984=0x1855000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.851660:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.851663:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25518080
00000020:00010000:2.0:1789760790.851670:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.851674:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.851677:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.851680:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.851684:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.851692:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.851699:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.851714:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760790.851822:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 25513984<>25518080
00000100:00100000:3.0:1789760790.851895:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484368512:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760790.879819:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973547 gen 2
00000008:00010000:2.0:1789760790.879922:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:2.0:1789760790.879931:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.879942:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.879966:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:2.0:1789760790.880005:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484368512:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.880211:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6229, 6229]
00000080:00200000:0.0:1789760790.880229:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.880234:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.880249:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25518080 i_blocks 51207
00000020:00200000:0.0:1789760790.880252:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.880262:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.880296:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25518080, count: 4096
00000080:00200000:0.0:1789760790.880303:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25518080, bytes: 4096
00000080:00200000:0.0:1789760790.880314:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.880323:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.880325:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25518080, 25522176) 0 0
00000080:00200000:0.0:1789760790.880329:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.880345:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6230, 6230]
00020000:00200000:0.0:1789760790.880355:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25518080 chunk: [25518080, 25522176) 25522176, 4096
00020000:00200000:0.0:1789760790.880360:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.880379:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6230, 6230]
00000008:00010000:0.0:1789760790.880397:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.880403:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.880415:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25518080, 25522176) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.880428:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25518080=0x1856000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.880489:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.880492:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25522176
00000020:00010000:0.0:1789760790.880500:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.880504:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.880507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.880511:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.880514:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.880522:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.880529:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.880545:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760790.880645:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 25518080<>25522176
00000100:00100000:1.0:1789760790.880766:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368640:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760790.911110:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760790.911127:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.911138:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.911160:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760790.911191:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368640:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.911290:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6230, 6230]
00000080:00200000:0.0:1789760790.911306:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.911312:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.911326:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25522176 i_blocks 51207
00000020:00200000:0.0:1789760790.911330:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.911339:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.911372:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25522176, count: 4096
00000080:00200000:0.0:1789760790.911379:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25522176, bytes: 4096
00000080:00200000:0.0:1789760790.911390:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.911398:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.911400:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25522176, 25526272) 0 0
00000080:00200000:0.0:1789760790.911405:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.911420:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6231, 6231]
00020000:00200000:0.0:1789760790.911429:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25522176 chunk: [25522176, 25526272) 25526272, 4096
00020000:00200000:0.0:1789760790.911434:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.911451:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6231, 6231]
00000008:00010000:0.0:1789760790.911470:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.911475:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.911488:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25522176, 25526272) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.911500:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25522176=0x1857000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.911555:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.911558:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25526272
00000020:00010000:0.0:1789760790.911566:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.911570:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.911573:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.911577:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.911580:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.911587:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.911593:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.911609:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760790.911703:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9f80 - object 0x280000401:2 offset 25522176<>25526272
00000100:00100000:1.0:1789760790.911916:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760790.911934:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368768:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760790.939099:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973549 gen 2
00000008:00010000:1.0:1789760790.939162:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760790.939171:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.939181:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.939206:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760790.939233:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368768:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.939335:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6231, 6231]
00000080:00200000:0.0:1789760790.939350:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.939357:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.939373:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25526272 i_blocks 51207
00000020:00200000:0.0:1789760790.939377:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.939387:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.939420:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25526272, count: 4096
00000080:00200000:0.0:1789760790.939427:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25526272, bytes: 4096
00000080:00200000:0.0:1789760790.939436:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.939445:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.939448:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25526272, 25530368) 0 0
00000080:00200000:0.0:1789760790.939452:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.939468:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6232, 6232]
00020000:00200000:0.0:1789760790.939477:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25526272 chunk: [25526272, 25530368) 25530368, 4096
00020000:00200000:0.0:1789760790.939482:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.939502:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6232, 6232]
00000008:00010000:0.0:1789760790.939519:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.939525:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.939535:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25526272, 25530368) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.939548:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25526272=0x1858000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.939602:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.939605:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25530368
00000020:00010000:0.0:1789760790.939613:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.939617:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.939621:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.939624:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.939626:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.939634:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.939641:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.939656:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760790.939750:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9f80 - object 0x280000401:2 offset 25526272<>25530368
00000100:00100000:1.0:1789760790.939896:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368896:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760790.976948:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973550 gen 2
00000008:00010000:1.0:1789760790.977007:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760790.977016:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.977026:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.977052:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760790.977091:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484368896:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760790.977285:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6232, 6232]
00000080:00200000:0.0:1789760790.977302:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.977309:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.977324:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25530368 i_blocks 51207
00000020:00200000:0.0:1789760790.977328:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.977338:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.977371:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25530368, count: 4096
00000080:00200000:0.0:1789760790.977378:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25530368, bytes: 4096
00000080:00200000:0.0:1789760790.977387:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.977395:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.977398:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25530368, 25534464) 0 0
00000080:00200000:0.0:1789760790.977402:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.977419:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6233, 6233]
00020000:00200000:0.0:1789760790.977428:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25530368 chunk: [25530368, 25534464) 25534464, 4096
00020000:00200000:0.0:1789760790.977433:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.977452:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6233, 6233]
00000008:00010000:0.0:1789760790.977471:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.977477:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760790.977489:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25530368, 25534464) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.977502:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25530368=0x1859000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.977557:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.977560:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25534464
00000020:00010000:0.0:1789760790.977568:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.977572:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.977575:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.977578:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.977580:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.977588:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.977594:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.977608:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760790.977700:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 25530368<>25534464
00000100:00100000:1.0:1789760790.977789:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760790.977805:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369024:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.014678:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973551 gen 2
00000008:00010000:1.0:1789760791.014727:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760791.014736:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.014746:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.014768:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760791.014796:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369024:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.014902:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6233, 6233]
00000080:00200000:0.0:1789760791.014918:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.014923:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.014938:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25534464 i_blocks 51207
00000020:00200000:0.0:1789760791.014941:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.014951:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.014991:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25534464, count: 4096
00000080:00200000:0.0:1789760791.014997:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25534464, bytes: 4096
00000080:00200000:0.0:1789760791.015005:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.015013:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.015015:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25534464, 25538560) 0 0
00000080:00200000:0.0:1789760791.015020:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.015034:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6234, 6234]
00020000:00200000:0.0:1789760791.015043:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25534464 chunk: [25534464, 25538560) 25538560, 4096
00020000:00200000:0.0:1789760791.015047:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.015064:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6234, 6234]
00000008:00010000:0.0:1789760791.015087:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.015093:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.015102:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25534464, 25538560) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.015116:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25534464=0x185a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.015185:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.015187:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25538560
00000020:00010000:0.0:1789760791.015195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.015198:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.015201:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.015205:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.015208:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.015214:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.015220:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.015233:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760791.015323:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9500 - object 0x280000401:2 offset 25534464<>25538560
00000100:00100000:1.0:1789760791.015442:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369152:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760791.044838:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760791.044854:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.044902:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.046495:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760791.046536:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369152:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.046636:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6234, 6234]
00000080:00200000:0.0:1789760791.046653:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.046659:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.046675:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25538560 i_blocks 51207
00000020:00200000:0.0:1789760791.046679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.046689:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.046721:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25538560, count: 4096
00000080:00200000:0.0:1789760791.046728:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25538560, bytes: 4096
00000080:00200000:0.0:1789760791.046739:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.046748:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.046750:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25538560, 25542656) 0 0
00000080:00200000:0.0:1789760791.046755:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.046770:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6235, 6235]
00020000:00200000:0.0:1789760791.046778:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25538560 chunk: [25538560, 25542656) 25542656, 4096
00020000:00200000:0.0:1789760791.046783:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.046803:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6235, 6235]
00000008:00010000:0.0:1789760791.046821:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.046827:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.046838:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25538560, 25542656) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.046851:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25538560=0x185b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.047277:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.047282:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25542656
00000020:00010000:0.0:1789760791.047292:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.047296:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.047299:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.047302:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.047304:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.047312:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.047318:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.047330:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760791.047486:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2febb80 - object 0x280000401:2 offset 25538560<>25542656
00000100:00100000:1.0:1789760791.047546:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484369280:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.089496:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973553 gen 2
00000008:00010000:1.0:1789760791.089562:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760791.089569:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.089579:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.089595:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000080:00200000:0.0:1789760791.089621:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6235, 6235]
00000100:00100000:1.0:1789760791.089625:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484369280:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.089639:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.089645:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.089715:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25542656 i_blocks 51207
00000020:00200000:0.0:1789760791.089718:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.089727:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.089757:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25542656, count: 4096
00000080:00200000:0.0:1789760791.089772:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25542656, bytes: 4096
00000080:00200000:0.0:1789760791.089781:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.089790:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.089793:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25542656, 25546752) 0 0
00000080:00200000:0.0:1789760791.089798:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.089815:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6236, 6236]
00020000:00200000:0.0:1789760791.089825:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25542656 chunk: [25542656, 25546752) 25546752, 4096
00020000:00200000:0.0:1789760791.089829:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.089848:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6236, 6236]
00000008:00010000:0.0:1789760791.089926:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.089931:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.089941:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25542656, 25546752) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.089952:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25542656=0x185c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.090010:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.090012:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25546752
00000020:00010000:0.0:1789760791.090085:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.090089:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.090092:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.090096:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.090150:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.090161:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.090169:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.090186:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760791.090282:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 25542656<>25546752
00000100:00100000:1.0:1789760791.090779:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369408:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.134149:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973554 gen 2
00000008:00010000:1.0:1789760791.134207:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760791.134216:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.134227:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.134354:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760791.134386:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369408:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.139114:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6236, 6236]
00000080:00200000:0.0:1789760791.139143:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.139150:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.139170:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25546752 i_blocks 51207
00000020:00200000:0.0:1789760791.139176:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.139192:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.139225:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25546752, count: 4096
00000080:00200000:0.0:1789760791.139233:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25546752, bytes: 4096
00000080:00200000:0.0:1789760791.139247:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.139257:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.139259:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25546752, 25550848) 0 0
00000080:00200000:0.0:1789760791.139263:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.139280:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6237, 6237]
00020000:00200000:0.0:1789760791.139290:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25546752 chunk: [25546752, 25550848) 25550848, 4096
00020000:00200000:0.0:1789760791.139294:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.139314:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6237, 6237]
00000008:00010000:0.0:1789760791.139334:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.139340:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.139352:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25546752, 25550848) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.139367:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25546752=0x185d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.139436:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.139438:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25550848
00000020:00010000:0.0:1789760791.139447:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.139450:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.139453:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.139457:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.139460:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.139468:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.139476:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.139505:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760791.139613:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 25546752<>25550848
00000100:00100000:1.0:1789760791.139797:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760791.139824:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369536:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.182491:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973555 gen 2
00000008:00010000:1.0:1789760791.182539:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760791.182547:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.182557:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.182579:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760791.182608:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369536:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.182711:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6237, 6237]
00000080:00200000:0.0:1789760791.182728:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.182733:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.182749:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25550848 i_blocks 51207
00000020:00200000:0.0:1789760791.182753:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.182763:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.182796:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25550848, count: 4096
00000080:00200000:0.0:1789760791.182803:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25550848, bytes: 4096
00000080:00200000:0.0:1789760791.182812:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.182820:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.182822:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25550848, 25554944) 0 0
00000080:00200000:0.0:1789760791.182826:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.182841:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6238, 6238]
00020000:00200000:0.0:1789760791.182861:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25550848 chunk: [25550848, 25554944) 25554944, 4096
00020000:00200000:0.0:1789760791.182905:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.182925:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6238, 6238]
00000008:00010000:0.0:1789760791.182943:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.182949:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.182961:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25550848, 25554944) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.182975:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25550848=0x185e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.183037:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.183039:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25554944
00000020:00010000:0.0:1789760791.183048:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.183051:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.183054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.183057:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.183060:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.183067:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.183074:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.183088:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760791.183182:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 25550848<>25554944
00000100:00100000:1.0:1789760791.183376:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369664:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.209441:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973556 gen 2
00000008:00010000:1.0:1789760791.209492:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760791.209500:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.209510:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.209535:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760791.209563:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369664:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.209680:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6238, 6238]
00000080:00200000:0.0:1789760791.209697:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.209703:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.209719:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25554944 i_blocks 51207
00000020:00200000:0.0:1789760791.209723:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.209733:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.209769:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25554944, count: 4096
00000080:00200000:0.0:1789760791.209776:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25554944, bytes: 4096
00000080:00200000:0.0:1789760791.209785:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.209795:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.209797:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25554944, 25559040) 0 0
00000080:00200000:0.0:1789760791.209802:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.209820:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6239, 6239]
00020000:00200000:0.0:1789760791.209828:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25554944 chunk: [25554944, 25559040) 25559040, 4096
00020000:00200000:0.0:1789760791.209833:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.209852:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6239, 6239]
00000008:00010000:0.0:1789760791.209904:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.209910:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.209921:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25554944, 25559040) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.209935:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25554944=0x185f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.210024:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.210026:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25559040
00000020:00010000:0.0:1789760791.210034:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.210038:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.210041:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.210044:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.210047:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.210054:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.210060:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.210086:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760791.210186:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 25554944<>25559040
00000100:00100000:1.0:1789760791.210923:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760791.210947:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369792:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760791.241127:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760791.241144:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.241156:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.241179:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760791.241214:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369792:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.241368:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6239, 6239]
00000080:00200000:0.0:1789760791.241385:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.241390:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.241405:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25559040 i_blocks 51207
00000020:00200000:0.0:1789760791.241409:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.241419:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.241450:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25559040, count: 4096
00000080:00200000:0.0:1789760791.241458:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25559040, bytes: 4096
00000080:00200000:0.0:1789760791.241468:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.241477:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.241479:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25559040, 25563136) 0 0
00000080:00200000:0.0:1789760791.241483:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.241500:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6240, 6240]
00020000:00200000:0.0:1789760791.241509:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25559040 chunk: [25559040, 25563136) 25563136, 4096
00020000:00200000:0.0:1789760791.241513:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.241533:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6240, 6240]
00000008:00010000:0.0:1789760791.241553:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.241558:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.241571:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25559040, 25563136) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.241586:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25559040=0x1860000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.241644:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.241647:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25563136
00000020:00010000:0.0:1789760791.241655:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.241659:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.241662:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.241665:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.241668:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.241675:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.241682:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.241698:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760791.241799:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 25559040<>25563136
00000100:00100000:1.0:1789760791.242029:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369920:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.274470:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973557 gen 2
00000100:00100000:1.0:1789760791.274511:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2feb480 x1876699484369920/t4294973558(4294973558) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760807 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760791.274559:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760791.274567:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.274576:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.274598:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760791.274621:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484369920:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.274720:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6240, 6240]
00000080:00200000:0.0:1789760791.274737:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.274742:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.274757:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25563136 i_blocks 51207
00000020:00200000:0.0:1789760791.274770:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.274780:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.274812:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25563136, count: 4096
00000080:00200000:0.0:1789760791.274818:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25563136, bytes: 4096
00000080:00200000:0.0:1789760791.274827:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.274836:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.274838:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25563136, 25567232) 0 0
00000080:00200000:0.0:1789760791.274842:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.274859:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6241, 6241]
00020000:00200000:0.0:1789760791.274899:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25563136 chunk: [25563136, 25567232) 25567232, 4096
00020000:00200000:0.0:1789760791.274904:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.274924:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6241, 6241]
00000008:00010000:0.0:1789760791.274941:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.274946:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.274958:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25563136, 25567232) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.274970:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25563136=0x1861000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.275031:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.275034:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25567232
00000020:00010000:0.0:1789760791.275041:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.275044:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.275047:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.275051:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.275054:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.275061:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.275375:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.275395:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760791.275490:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 25563136<>25567232
00000100:00100000:1.0:1789760791.275556:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484370048:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.300591:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973558 gen 2
00000100:00100000:1.0:1789760791.300635:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe9880 x1876699484370048/t4294973559(4294973559) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760807 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760791.300685:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760791.300693:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.300702:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.300725:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760791.300750:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484370048:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.300857:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6241, 6241]
00000080:00200000:0.0:1789760791.300903:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.300909:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.300924:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25567232 i_blocks 51207
00000020:00200000:0.0:1789760791.300928:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.300938:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.300972:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25567232, count: 4096
00000080:00200000:0.0:1789760791.300990:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25567232, bytes: 4096
00000080:00200000:0.0:1789760791.301000:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.301009:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.301011:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25567232, 25571328) 0 0
00000080:00200000:0.0:1789760791.301016:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.301033:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6242, 6242]
00020000:00200000:0.0:1789760791.301042:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25567232 chunk: [25567232, 25571328) 25571328, 4096
00020000:00200000:0.0:1789760791.301047:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.301076:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6242, 6242]
00000008:00010000:0.0:1789760791.301095:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.301108:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.301121:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25567232, 25571328) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.301134:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25567232=0x1862000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.301192:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.301195:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25571328
00000020:00010000:0.0:1789760791.301204:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.301207:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.301211:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.301214:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.301218:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.301225:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.301233:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.301249:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760791.301354:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 25567232<>25571328
00000100:00100000:1.0:1789760791.301571:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484370176:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.336323:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973560 gen 2
00000008:00010000:1.0:1789760791.336388:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760791.336396:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.336405:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.336430:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760791.336460:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484370176:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.336902:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6242, 6242]
00000080:00200000:0.0:1789760791.336920:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.336926:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.336942:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25571328 i_blocks 51207
00000020:00200000:0.0:1789760791.336945:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.336955:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.336996:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25571328, count: 4096
00000080:00200000:0.0:1789760791.337004:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25571328, bytes: 4096
00000080:00200000:0.0:1789760791.337013:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.337023:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.337025:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25571328, 25575424) 0 0
00000080:00200000:0.0:1789760791.337030:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.337047:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6243, 6243]
00020000:00200000:0.0:1789760791.337056:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25571328 chunk: [25571328, 25575424) 25575424, 4096
00020000:00200000:0.0:1789760791.337061:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.337089:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6243, 6243]
00000008:00010000:0.0:1789760791.337224:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.337230:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.337243:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25571328, 25575424) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.337257:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25571328=0x1863000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.337318:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.337321:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25575424
00000020:00010000:0.0:1789760791.337329:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.337333:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.337336:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.337340:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.337343:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.337351:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.337358:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.337376:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760791.337478:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 25571328<>25575424
00000100:00100000:1.0:1789760791.337582:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760791.337603:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484370304:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760791.356321:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:1.0:1789760791.366212:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760791.366230:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.366243:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.366269:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760791.366299:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484370304:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.366594:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6243, 6243]
00000080:00200000:0.0:1789760791.366613:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.366619:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.366633:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25575424 i_blocks 51207
00000020:00200000:0.0:1789760791.366637:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.366648:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.366681:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25575424, count: 4096
00000080:00200000:0.0:1789760791.366689:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25575424, bytes: 4096
00000080:00200000:0.0:1789760791.366698:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.366719:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.366721:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25575424, 25579520) 0 0
00000080:00200000:0.0:1789760791.366726:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.366744:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6244, 6244]
00020000:00200000:0.0:1789760791.366762:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25575424 chunk: [25575424, 25579520) 25579520, 4096
00020000:00200000:0.0:1789760791.366767:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.366788:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6244, 6244]
00000008:00010000:0.0:1789760791.366806:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.366812:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.366823:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25575424, 25579520) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.366839:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25575424=0x1864000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.366924:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.366927:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25579520
00000020:00010000:0.0:1789760791.366935:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.366938:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.366941:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.366945:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.366947:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.366955:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.366962:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.366992:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760791.367095:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 25575424<>25579520
00000100:00100000:1.0:1789760791.368045:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484370432:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.400493:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973561 gen 2
00000100:00100000:1.0:1789760791.400533:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe8e00 x1876699484370432/t4294973562(4294973562) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760807 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760791.400581:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760791.400589:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.400597:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.400627:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760791.400652:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484370432:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760791.400900:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6244, 6244]
00000080:00200000:0.0:1789760791.400917:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.400922:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.400936:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25579520 i_blocks 51207
00000020:00200000:0.0:1789760791.400940:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.400949:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.401000:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25579520, count: 4096
00000080:00200000:0.0:1789760791.401008:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25579520, bytes: 4096
00000080:00200000:0.0:1789760791.401191:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.401201:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.401203:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25579520, 25583616) 0 0
00000080:00200000:0.0:1789760791.401208:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.401224:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6245, 6245]
00020000:00200000:0.0:1789760791.401233:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25579520 chunk: [25579520, 25583616) 25583616, 4096
00020000:00200000:0.0:1789760791.401238:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.401258:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6245, 6245]
00000008:00010000:0.0:1789760791.401276:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.401283:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760791.401295:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25579520, 25583616) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.401310:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25579520=0x1865000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.401368:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.401371:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25583616
00000020:00010000:0.0:1789760791.401380:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.401383:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.401386:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.401390:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.401393:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.401400:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.401408:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.401426:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760791.401531:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 25579520<>25583616
00000100:00100000:1.0:1789760791.401604:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484370560:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760791.449473:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973563 gen 2
00000008:00010000:1.0:1789760791.449600:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760791.449608:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.449618:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.449639:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760791.449669:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484370560:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760791.449830:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6245, 6245]
00000080:00200000:2.0:1789760791.449846:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.449852:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.449886:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25583616 i_blocks 51207
00000020:00200000:2.0:1789760791.449890:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.449901:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.449936:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25583616, count: 4096
00000080:00200000:2.0:1789760791.449944:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25583616, bytes: 4096
00000080:00200000:2.0:1789760791.449954:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.449963:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.449965:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25583616, 25587712) 0 0
00000080:00200000:2.0:1789760791.449970:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.449997:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6246, 6246]
00020000:00200000:2.0:1789760791.450005:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25583616 chunk: [25583616, 25587712) 25587712, 4096
00020000:00200000:2.0:1789760791.450010:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.450032:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6246, 6246]
00000008:00010000:2.0:1789760791.450050:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.450056:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760791.450138:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25583616, 25587712) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.450155:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25583616=0x1866000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.450217:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.450220:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25587712
00000020:00010000:2.0:1789760791.450229:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.450233:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.450236:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.450239:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.450241:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.450249:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.450256:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.450273:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760791.451244:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 25583616<>25587712
00000100:00100000:3.0:1789760791.451318:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760791.451563:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484370688:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760791.505720:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973564 gen 2
00000008:00010000:3.0:1789760791.505775:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:3.0:1789760791.505784:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.505795:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.505818:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:3.0:1789760791.505850:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484370688:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760791.506060:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6246, 6246]
00000080:00200000:2.0:1789760791.506086:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.506092:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.506107:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25587712 i_blocks 51207
00000020:00200000:2.0:1789760791.506111:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.506121:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.506154:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25587712, count: 4096
00000080:00200000:2.0:1789760791.506161:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25587712, bytes: 4096
00000080:00200000:2.0:1789760791.506170:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.506179:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.506181:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25587712, 25591808) 0 0
00000080:00200000:2.0:1789760791.506186:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.506204:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6247, 6247]
00020000:00200000:2.0:1789760791.506213:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25587712 chunk: [25587712, 25591808) 25591808, 4096
00020000:00200000:2.0:1789760791.506218:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.506238:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6247, 6247]
00000008:00010000:2.0:1789760791.506266:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.506271:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760791.506283:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25587712, 25591808) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.506299:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25587712=0x1867000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.506465:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.506468:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25591808
00000020:00010000:2.0:1789760791.506482:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.506486:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.506489:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.506493:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.506496:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.506503:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.506510:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.506528:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760791.506620:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 25587712<>25591808
00000100:00100000:2.0:1789760791.506660:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760791.506678:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484370816:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760791.579932:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973565 gen 2
00000008:00010000:3.0:1789760791.579993:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000020:00200000:3.0:1789760791.580001:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.580012:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.580030:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000100:00100000:3.0:1789760791.580055:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484370816:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760791.581199:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6247, 6247]
00000080:00200000:2.0:1789760791.581225:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.581233:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.581323:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25591808 i_blocks 51207
00000020:00200000:2.0:1789760791.581330:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.581344:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.581379:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25591808, count: 4096
00000080:00200000:2.0:1789760791.581386:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25591808, bytes: 4096
00000080:00200000:2.0:1789760791.581399:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.581408:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.581410:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25591808, 25595904) 0 0
00000080:00200000:2.0:1789760791.581414:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.581608:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6248, 6248]
00020000:00200000:2.0:1789760791.581619:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25591808 chunk: [25591808, 25595904) 25595904, 4096
00020000:00200000:2.0:1789760791.581624:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.581649:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6248, 6248]
00000008:00010000:2.0:1789760791.581669:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.581675:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760791.581689:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25591808, 25595904) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.581770:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25591808=0x1868000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.581842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.581845:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25595904
00000020:00010000:2.0:1789760791.581855:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.581859:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.581941:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.581946:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.581948:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.581957:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.581963:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.581988:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760791.582164:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 25591808<>25595904
00000100:00100000:3.0:1789760791.582413:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760791.582438:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484370944:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760791.649505:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973566 gen 2
00000008:00010000:3.0:1789760791.649551:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000020:00200000:3.0:1789760791.649559:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.649568:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.649587:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000100:00100000:3.0:1789760791.649617:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484370944:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760791.649800:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6248, 6248]
00000080:00200000:2.0:1789760791.649815:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.649821:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.649837:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25595904 i_blocks 51207
00000020:00200000:2.0:1789760791.649842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.649852:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.649910:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25595904, count: 4096
00000080:00200000:2.0:1789760791.649917:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25595904, bytes: 4096
00000080:00200000:2.0:1789760791.649925:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.649934:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.649936:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25595904, 25600000) 0 0
00000080:00200000:2.0:1789760791.649940:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.649958:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6249, 6249]
00020000:00200000:2.0:1789760791.649966:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25595904 chunk: [25595904, 25600000) 25600000, 4096
00020000:00200000:2.0:1789760791.649970:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.650935:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6249, 6249]
00000008:00010000:2.0:1789760791.650962:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.650968:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760791.652778:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25595904, 25600000) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.652808:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25595904=0x1869000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.652922:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.652926:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25600000
00000020:00010000:2.0:1789760791.652937:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.652941:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.652945:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.652949:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.652952:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.652964:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.652973:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.653016:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760791.654326:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 25595904<>25600000
00000100:00100000:3.0:1789760791.654776:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760791.654803:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484371072:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760791.712589:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973567 gen 2
00000008:00010000:3.0:1789760791.712638:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000020:00200000:3.0:1789760791.712647:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.712660:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.712681:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000100:00100000:3.0:1789760791.712711:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484371072:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760791.713422:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6249, 6249]
00000080:00200000:2.0:1789760791.713442:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.713448:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.713465:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25600000 i_blocks 51207
00000020:00200000:2.0:1789760791.713470:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.713480:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.714245:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25600000, count: 4096
00000080:00200000:2.0:1789760791.714361:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25600000, bytes: 4096
00000080:00200000:2.0:1789760791.714374:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.714385:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.714387:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25600000, 25604096) 0 0
00000080:00200000:2.0:1789760791.714392:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.714412:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6250, 6250]
00020000:00200000:2.0:1789760791.714422:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25600000 chunk: [25600000, 25604096) 25604096, 4096
00020000:00200000:2.0:1789760791.714427:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.714450:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6250, 6250]
00000008:00010000:2.0:1789760791.714467:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.714472:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760791.714709:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25600000, 25604096) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.714724:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25600000=0x186a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.714861:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.714885:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25604096
00000020:00010000:2.0:1789760791.714893:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.714897:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.714900:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.714905:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.714908:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.714916:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.714923:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.714949:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760791.715480:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 25600000<>25604096
00000100:00100000:3.0:1789760791.716374:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760791.716409:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484371200:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760791.798950:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973568 gen 2
00000008:00010000:3.0:1789760791.799019:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:3.0:1789760791.799027:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.799039:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.799060:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000080:00200000:2.0:1789760791.799257:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6250, 6250]
00000080:00200000:2.0:1789760791.799279:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.799284:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.799301:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25604096 i_blocks 51207
00000020:00200000:2.0:1789760791.799305:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.799316:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.799352:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25604096, count: 4096
00000080:00200000:2.0:1789760791.799361:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25604096, bytes: 4096
00000080:00200000:2.0:1789760791.799370:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.799380:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.799383:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25604096, 25608192) 0 0
00000080:00200000:2.0:1789760791.799387:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.799405:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6251, 6251]
00020000:00200000:2.0:1789760791.799413:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25604096 chunk: [25604096, 25608192) 25608192, 4096
00020000:00200000:2.0:1789760791.799419:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.799439:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6251, 6251]
00000008:00010000:2.0:1789760791.799456:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.799462:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760791.799474:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25604096, 25608192) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.799486:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25604096=0x186b000, pages 1 (max 131072), lockless, parallel
00000100:00100000:3.0:1789760791.799576:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484371200:192.168.203.110@tcp:4:dd.0
00000020:00200000:2.0:1789760791.805478:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.805492:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25608192
00000020:00010000:2.0:1789760791.805512:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.805517:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.805522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.805526:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.805529:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.805542:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.805554:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.805589:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760791.805717:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 25604096<>25608192
00000100:00100000:3.0:1789760791.805811:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484371328:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760791.870396:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:2.0:1789760791.870413:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.870425:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.870446:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:2.0:1789760791.870474:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484371328:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760791.870568:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6251, 6251]
00000080:00200000:3.0:1789760791.870586:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.870593:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760791.870609:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25608192 i_blocks 51207
00000020:00200000:3.0:1789760791.870612:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760791.870621:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760791.870657:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25608192, count: 4096
00000080:00200000:3.0:1789760791.870664:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25608192, bytes: 4096
00000080:00200000:3.0:1789760791.870673:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760791.870683:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760791.870686:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25608192, 25612288) 0 0
00000080:00200000:3.0:1789760791.870691:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760791.870708:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6252, 6252]
00020000:00200000:3.0:1789760791.870718:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25608192 chunk: [25608192, 25612288) 25612288, 4096
00020000:00200000:3.0:1789760791.870724:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760791.870743:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6252, 6252]
00000008:00010000:3.0:1789760791.870761:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760791.870766:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760791.870777:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25608192, 25612288) append 0 append lockpos 0
00000080:00200000:3.0:1789760791.870790:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25608192=0x186c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760791.870847:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760791.870851:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25612288
00000020:00010000:3.0:1789760791.870859:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760791.870953:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.870958:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.870962:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760791.870965:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760791.870972:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760791.871098:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760791.871114:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000008:00100000:3.0:1789760791.871220:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4a80 - object 0x280000401:2 offset 25608192<>25612288
00000100:00100000:2.0:1789760791.871286:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484371456:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760791.910842:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973570 gen 2
00000008:00010000:2.0:1789760791.910927:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000020:00200000:2.0:1789760791.910935:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.910944:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.910962:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d6c0
00000100:00100000:2.0:1789760791.910997:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484371456:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760791.911172:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6252, 6252]
00000080:00200000:3.0:1789760791.911189:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.911194:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760791.911210:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25612288 i_blocks 51207
00000020:00200000:3.0:1789760791.911214:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760791.911223:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760791.911253:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25612288, count: 4096
00000080:00200000:3.0:1789760791.911260:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25612288, bytes: 4096
00000080:00200000:3.0:1789760791.911268:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760791.911277:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760791.911279:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25612288, 25616384) 0 0
00000080:00200000:3.0:1789760791.911283:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760791.911299:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6253, 6253]
00020000:00200000:3.0:1789760791.911307:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25612288 chunk: [25612288, 25616384) 25616384, 4096
00020000:00200000:3.0:1789760791.911311:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760791.911330:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6253, 6253]
00000008:00010000:3.0:1789760791.911347:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760791.911352:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760791.911363:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25612288, 25616384) append 0 append lockpos 0
00000080:00200000:3.0:1789760791.911376:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25612288=0x186d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760791.911430:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760791.911433:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25616384
00000020:00010000:3.0:1789760791.911442:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760791.911445:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.911448:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.911452:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760791.911454:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760791.911461:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760791.911469:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760791.911486:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000008:00100000:3.0:1789760791.911585:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6680 - object 0x280000401:2 offset 25612288<>25616384
00000100:00100000:2.0:1789760791.911929:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760791.911948:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484371584:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760791.941222:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973571 gen 2
00000008:00010000:2.0:1789760791.941274:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000020:00200000:2.0:1789760791.941283:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.941293:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.941316:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d0c0
00000100:00100000:2.0:1789760791.941345:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484371584:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760791.941376:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6253, 6253]
00000080:00200000:3.0:1789760791.941392:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.941398:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760791.941415:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25616384 i_blocks 51207
00000020:00200000:3.0:1789760791.941419:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760791.941430:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760791.941465:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25616384, count: 4096
00000080:00200000:3.0:1789760791.941473:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25616384, bytes: 4096
00000080:00200000:3.0:1789760791.941482:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760791.941491:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760791.941494:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25616384, 25620480) 0 0
00000080:00200000:3.0:1789760791.941499:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760791.941516:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6254, 6254]
00020000:00200000:3.0:1789760791.941525:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25616384 chunk: [25616384, 25620480) 25620480, 4096
00020000:00200000:3.0:1789760791.941531:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760791.941553:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6254, 6254]
00000008:00010000:3.0:1789760791.941571:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760791.941578:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760791.941590:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25616384, 25620480) append 0 append lockpos 0
00000080:00200000:3.0:1789760791.941604:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25616384=0x186e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760791.941663:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760791.941666:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25620480
00000020:00010000:3.0:1789760791.941675:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760791.941679:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.941682:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.941685:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760791.941688:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760791.941695:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760791.941701:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760791.941717:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d900
00000008:00100000:3.0:1789760791.941824:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5c00 - object 0x280000401:2 offset 25616384<>25620480
00000100:00100000:2.0:1789760791.942192:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760791.942213:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484371712:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760792.011482:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973572 gen 2
00000008:00010000:2.0:1789760792.011533:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d900
00000020:00200000:2.0:1789760792.011543:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760792.011553:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760792.011576:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d900
00000100:00100000:2.0:1789760792.011606:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484371712:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760792.011720:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6254, 6254]
00000080:00200000:3.0:1789760792.011736:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760792.011743:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.011770:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25620480 i_blocks 51207
00000020:00200000:3.0:1789760792.011774:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.011786:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.011820:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25620480, count: 4096
00000080:00200000:3.0:1789760792.011827:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25620480, bytes: 4096
00000080:00200000:3.0:1789760792.011838:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.011847:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.011849:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25620480, 25624576) 0 0
00000080:00200000:3.0:1789760792.011853:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.012227:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6255, 6255]
00020000:00200000:2.0:1789760792.012238:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25620480 chunk: [25620480, 25624576) 25624576, 4096
00020000:00200000:2.0:1789760792.012243:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.012265:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6255, 6255]
00000008:00010000:2.0:1789760792.012282:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.012288:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760792.012300:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25620480, 25624576) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.012316:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25620480=0x186f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.012372:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.012376:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25624576
00000020:00010000:2.0:1789760792.012384:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.012388:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.012391:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.012394:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.012397:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.012405:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.012413:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.012457:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760792.012551:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 25620480<>25624576
00000100:00100000:2.0:1789760792.012582:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760792.012599:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484371840:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760792.047492:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973573 gen 2
00000008:00010000:2.0:1789760792.047545:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:2.0:1789760792.047553:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760792.047562:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760792.047591:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:2.0:1789760792.047621:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484371840:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.047746:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6255, 6255]
00000080:00200000:0.0:1789760792.047774:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.047780:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.047798:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25624576 i_blocks 51207
00000020:00200000:0.0:1789760792.047802:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.047811:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.047845:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25624576, count: 4096
00000080:00200000:0.0:1789760792.047852:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25624576, bytes: 4096
00000080:00200000:0.0:1789760792.047894:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.047904:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.047907:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25624576, 25628672) 0 0
00000080:00200000:0.0:1789760792.047912:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.047929:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6256, 6256]
00020000:00200000:0.0:1789760792.047938:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25624576 chunk: [25624576, 25628672) 25628672, 4096
00020000:00200000:0.0:1789760792.047943:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.047963:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6256, 6256]
00000008:00010000:0.0:1789760792.047991:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.047997:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.048009:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25624576, 25628672) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.048024:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25624576=0x1870000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.048205:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.048208:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25628672
00000020:00010000:0.0:1789760792.048219:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.048222:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.048225:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.048229:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.048232:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.048240:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.048247:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.048267:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760792.048371:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 25624576<>25628672
00000100:00100000:1.0:1789760792.048601:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484371968:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760792.081828:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760792.081845:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.081858:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.082003:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760792.082034:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484371968:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.082173:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6256, 6256]
00000080:00200000:0.0:1789760792.082192:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.082197:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.082214:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25628672 i_blocks 51207
00000020:00200000:0.0:1789760792.082218:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.082229:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.082266:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25628672, count: 4096
00000080:00200000:0.0:1789760792.082275:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25628672, bytes: 4096
00000080:00200000:0.0:1789760792.082285:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.082296:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.082299:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25628672, 25632768) 0 0
00000080:00200000:0.0:1789760792.082304:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.082322:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6257, 6257]
00020000:00200000:0.0:1789760792.082330:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25628672 chunk: [25628672, 25632768) 25632768, 4096
00020000:00200000:0.0:1789760792.082335:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.082354:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6257, 6257]
00000008:00010000:0.0:1789760792.082372:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.082378:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.082391:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25628672, 25632768) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.082406:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25628672=0x1871000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.082466:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.082469:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25632768
00000020:00010000:0.0:1789760792.082478:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.082482:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.082485:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.082489:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.082492:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.082499:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.082506:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.082523:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760792.082635:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 25628672<>25632768
00000100:00100000:1.0:1789760792.082709:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484372096:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.124139:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973574 gen 2
00000100:00100000:1.0:1789760792.124183:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fea300 x1876699484372096/t4294973575(4294973575) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760792.124237:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760792.124245:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.124255:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.124281:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760792.124310:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484372096:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.124541:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6257, 6257]
00000080:00200000:0.0:1789760792.124559:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.124566:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.124581:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25632768 i_blocks 51207
00000020:00200000:0.0:1789760792.124585:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.124596:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.124631:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25632768, count: 4096
00000080:00200000:0.0:1789760792.124638:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25632768, bytes: 4096
00000080:00200000:0.0:1789760792.124647:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.124656:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.124658:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25632768, 25636864) 0 0
00000080:00200000:0.0:1789760792.124662:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.124680:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6258, 6258]
00020000:00200000:0.0:1789760792.124689:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25632768 chunk: [25632768, 25636864) 25636864, 4096
00020000:00200000:0.0:1789760792.124694:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.124715:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6258, 6258]
00000008:00010000:0.0:1789760792.124734:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.124741:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.124753:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25632768, 25636864) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.124768:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25632768=0x1872000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.124823:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.124826:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25636864
00000020:00010000:0.0:1789760792.124833:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.124836:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.124838:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.124840:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.124842:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.124847:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.124853:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.125699:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760792.125814:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 25632768<>25636864
00000100:00100000:1.0:1789760792.125966:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372224:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.166859:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973576 gen 2
00000008:00010000:1.0:1789760792.166965:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760792.166983:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.166992:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.167016:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760792.167046:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372224:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.167194:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6258, 6258]
00000080:00200000:0.0:1789760792.167213:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.167219:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.167237:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25636864 i_blocks 51207
00000020:00200000:0.0:1789760792.167241:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.167252:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.167663:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25636864, count: 4096
00000080:00200000:0.0:1789760792.167671:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25636864, bytes: 4096
00000080:00200000:0.0:1789760792.167679:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.167688:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.167691:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25636864, 25640960) 0 0
00000080:00200000:0.0:1789760792.167696:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.167714:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6259, 6259]
00020000:00200000:0.0:1789760792.167723:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25636864 chunk: [25636864, 25640960) 25640960, 4096
00020000:00200000:0.0:1789760792.167727:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.167746:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6259, 6259]
00000008:00010000:0.0:1789760792.168166:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.168173:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.168187:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25636864, 25640960) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.168201:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25636864=0x1873000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.168266:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.168269:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25640960
00000020:00010000:0.0:1789760792.168278:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.168349:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.168353:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.168357:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.168360:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.168369:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.168376:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.168396:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760792.168491:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 25636864<>25640960
00000100:00100000:1.0:1789760792.168586:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760792.168605:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372352:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.219122:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973577 gen 2
00000008:00010000:1.0:1789760792.219172:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760792.219180:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.219191:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.219215:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760792.219245:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372352:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.219436:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6259, 6259]
00000080:00200000:0.0:1789760792.219456:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.219462:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.219478:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25640960 i_blocks 51207
00000020:00200000:0.0:1789760792.219482:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.219493:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.219526:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25640960, count: 4096
00000080:00200000:0.0:1789760792.219534:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25640960, bytes: 4096
00000080:00200000:0.0:1789760792.219544:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.219553:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.219556:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25640960, 25645056) 0 0
00000080:00200000:0.0:1789760792.219560:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.219576:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6260, 6260]
00020000:00200000:0.0:1789760792.219586:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25640960 chunk: [25640960, 25645056) 25645056, 4096
00020000:00200000:0.0:1789760792.219591:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.219616:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6260, 6260]
00000008:00010000:0.0:1789760792.219634:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.219640:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.219651:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25640960, 25645056) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.219665:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25640960=0x1874000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.219715:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.219717:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25645056
00000020:00010000:0.0:1789760792.219737:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.219741:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.219744:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.219748:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.219751:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.219759:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.219766:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.220453:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:1.0:1789760792.220562:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9f80 - object 0x280000401:2 offset 25640960<>25645056
00000100:00100000:1.0:1789760792.220613:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372480:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760792.260688:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973578 gen 2
00000008:00010000:0.0:1789760792.260741:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760792.260750:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.261006:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.261030:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760792.261071:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372480:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760792.261350:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6260, 6260]
00000080:00200000:2.0:1789760792.261368:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.261375:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.261393:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25645056 i_blocks 51207
00000020:00200000:2.0:1789760792.261397:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.261407:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.261439:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25645056, count: 4096
00000080:00200000:2.0:1789760792.261447:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25645056, bytes: 4096
00000080:00200000:2.0:1789760792.261458:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.261466:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.261469:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25645056, 25649152) 0 0
00000080:00200000:2.0:1789760792.261473:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.261488:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6261, 6261]
00020000:00200000:2.0:1789760792.261497:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25645056 chunk: [25645056, 25649152) 25649152, 4096
00020000:00200000:2.0:1789760792.261502:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.261519:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6261, 6261]
00000008:00010000:2.0:1789760792.261535:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.261541:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760792.261551:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25645056, 25649152) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.261563:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25645056=0x1875000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.261616:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.261619:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25649152
00000020:00010000:2.0:1789760792.261626:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.261630:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.261633:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.261636:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.261639:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.261646:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.261653:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.261741:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:0.0:1789760792.261952:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 25645056<>25649152
00000100:00100000:0.0:1789760792.261999:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760792.262015:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372608:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760792.316968:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973579 gen 2
00000008:00010000:0.0:1789760792.317033:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:0.0:1789760792.317041:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.317053:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.317429:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:0.0:1789760792.317462:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372608:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760792.317592:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6261, 6261]
00000080:00200000:2.0:1789760792.317609:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.317615:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.317631:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25649152 i_blocks 51207
00000020:00200000:2.0:1789760792.317634:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.317643:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.317673:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25649152, count: 4096
00000080:00200000:2.0:1789760792.317679:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25649152, bytes: 4096
00000080:00200000:2.0:1789760792.317689:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.317697:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.317699:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25649152, 25653248) 0 0
00000080:00200000:2.0:1789760792.317703:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.317717:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6262, 6262]
00020000:00200000:2.0:1789760792.317725:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25649152 chunk: [25649152, 25653248) 25653248, 4096
00020000:00200000:2.0:1789760792.317729:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.317747:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6262, 6262]
00000008:00010000:2.0:1789760792.317902:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.317909:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760792.317921:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25649152, 25653248) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.317936:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25649152=0x1876000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.318003:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.318006:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25653248
00000020:00010000:2.0:1789760792.318015:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.318018:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.318022:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.318025:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.318029:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.318036:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.318043:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.318436:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760792.318548:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 25649152<>25653248
00000100:00100000:2.0:1789760792.318603:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760792.318624:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484372736:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760792.348270:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973580 gen 2
00000008:00010000:3.0:1789760792.348318:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:3.0:1789760792.348327:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.348337:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.348361:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:3.0:1789760792.348388:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484372736:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.348515:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6262, 6262]
00000080:00200000:0.0:1789760792.348533:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.348539:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.348557:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25653248 i_blocks 51207
00000020:00200000:0.0:1789760792.348560:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.348570:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.348603:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25653248, count: 4096
00000080:00200000:0.0:1789760792.348610:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25653248, bytes: 4096
00000080:00200000:0.0:1789760792.348619:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.348630:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.348632:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25653248, 25657344) 0 0
00000080:00200000:0.0:1789760792.348637:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.348656:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6263, 6263]
00020000:00200000:0.0:1789760792.348665:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25653248 chunk: [25653248, 25657344) 25657344, 4096
00020000:00200000:0.0:1789760792.348670:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.348693:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6263, 6263]
00000008:00010000:0.0:1789760792.348712:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.348718:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.348731:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25653248, 25657344) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.348744:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25653248=0x1877000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.348814:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.348817:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25657344
00000020:00010000:0.0:1789760792.348825:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.348828:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.348831:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.348835:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.348838:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.348845:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.348852:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.348916:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760792.349024:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 25653248<>25657344
00000100:00100000:1.0:1789760792.349304:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372864:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760792.379713:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760792.381765:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973581 gen 2
00000008:00010000:1.0:1789760792.381816:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760792.381825:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.381836:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.381859:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760792.381920:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372864:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.382278:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6263, 6263]
00000080:00200000:0.0:1789760792.382296:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.382303:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.382319:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25657344 i_blocks 51207
00000020:00200000:0.0:1789760792.382323:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.382334:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.382365:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25657344, count: 4096
00000080:00200000:0.0:1789760792.382372:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25657344, bytes: 4096
00000080:00200000:0.0:1789760792.382382:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.382391:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.382393:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25657344, 25661440) 0 0
00000080:00200000:0.0:1789760792.382398:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.382416:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6264, 6264]
00020000:00200000:0.0:1789760792.382424:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25657344 chunk: [25657344, 25661440) 25661440, 4096
00020000:00200000:0.0:1789760792.382430:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.382449:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6264, 6264]
00000008:00010000:0.0:1789760792.382467:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.382473:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.382485:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25657344, 25661440) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.382499:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25657344=0x1878000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.382550:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.382553:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25661440
00000020:00010000:0.0:1789760792.382561:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.382565:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.382568:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.382571:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.382575:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.382582:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.382590:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.382606:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760792.382701:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 25657344<>25661440
00000100:00100000:1.0:1789760792.382794:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760792.382810:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372992:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760792.436837:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760792.437055:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.437067:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.437139:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760792.437173:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484372992:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.437380:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6264, 6264]
00000080:00200000:0.0:1789760792.437397:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.437404:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.437420:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25661440 i_blocks 51207
00000020:00200000:0.0:1789760792.437425:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.437435:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.437465:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25661440, count: 4096
00000080:00200000:0.0:1789760792.437472:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25661440, bytes: 4096
00000080:00200000:0.0:1789760792.437483:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.437492:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.437494:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25661440, 25665536) 0 0
00000080:00200000:0.0:1789760792.437499:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.437516:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6265, 6265]
00020000:00200000:0.0:1789760792.437525:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25661440 chunk: [25661440, 25665536) 25665536, 4096
00020000:00200000:0.0:1789760792.437530:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.437550:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6265, 6265]
00000008:00010000:0.0:1789760792.437567:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.437572:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.437583:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25661440, 25665536) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.437596:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25661440=0x1879000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.437657:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.437660:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25665536
00000020:00010000:0.0:1789760792.437668:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.437671:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.437674:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.437677:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.437679:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.437685:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.437690:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.437706:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760792.437822:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 25661440<>25665536
00000100:00100000:1.0:1789760792.437912:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484373120:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.489541:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973583 gen 2
00000008:00010000:1.0:1789760792.489605:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760792.489613:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.489622:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.489646:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760792.489674:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484373120:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.490905:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6265, 6265]
00000080:00200000:0.0:1789760792.490926:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.490932:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.490951:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25665536 i_blocks 51207
00000020:00200000:0.0:1789760792.490956:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.490982:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.491025:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25665536, count: 4096
00000080:00200000:0.0:1789760792.491032:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25665536, bytes: 4096
00000080:00200000:0.0:1789760792.491043:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.491053:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.491055:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25665536, 25669632) 0 0
00000080:00200000:0.0:1789760792.491060:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.491076:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6266, 6266]
00020000:00200000:0.0:1789760792.491084:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25665536 chunk: [25665536, 25669632) 25669632, 4096
00020000:00200000:0.0:1789760792.491089:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.491108:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6266, 6266]
00000008:00010000:0.0:1789760792.491126:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.491131:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.491142:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25665536, 25669632) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.491156:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25665536=0x187a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.491213:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.491216:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25669632
00000020:00010000:0.0:1789760792.491224:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.491229:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.491232:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.491235:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.491238:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.491247:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.491255:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.491276:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760792.491378:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 25665536<>25669632
00000100:00100000:1.0:1789760792.491966:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484373248:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760792.527988:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760792.528003:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.528015:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.528039:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760792.528079:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484373248:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.528220:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6266, 6266]
00000080:00200000:0.0:1789760792.528238:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.528245:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.528259:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25669632 i_blocks 51207
00000020:00200000:0.0:1789760792.528263:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.528273:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.528304:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25669632, count: 4096
00000080:00200000:0.0:1789760792.528311:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25669632, bytes: 4096
00000080:00200000:0.0:1789760792.528321:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.528328:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.528330:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25669632, 25673728) 0 0
00000080:00200000:0.0:1789760792.528335:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.528351:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6267, 6267]
00020000:00200000:0.0:1789760792.528360:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25669632 chunk: [25669632, 25673728) 25673728, 4096
00020000:00200000:0.0:1789760792.528364:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.528383:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6267, 6267]
00000008:00010000:0.0:1789760792.528400:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.528406:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.528418:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25669632, 25673728) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.528431:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25669632=0x187b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.528487:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.528491:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25673728
00000020:00010000:0.0:1789760792.528504:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.528508:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.528511:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.528514:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.528517:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.528523:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.528530:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.528547:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760792.528641:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 25669632<>25673728
00000100:00100000:1.0:1789760792.528730:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.528747:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484373376:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.562293:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973585 gen 2
00000008:00010000:1.0:1789760792.562455:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760792.562463:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.562472:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.562550:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760792.562582:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484373376:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.562663:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6267, 6267]
00000080:00200000:0.0:1789760792.562679:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.562686:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.562701:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25673728 i_blocks 51207
00000020:00200000:0.0:1789760792.562705:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.562716:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.562749:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25673728, count: 4096
00000080:00200000:0.0:1789760792.562820:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25673728, bytes: 4096
00000080:00200000:0.0:1789760792.562833:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.562843:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.562845:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25673728, 25677824) 0 0
00000080:00200000:0.0:1789760792.562850:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.562907:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6268, 6268]
00020000:00200000:0.0:1789760792.562917:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25673728 chunk: [25673728, 25677824) 25677824, 4096
00020000:00200000:0.0:1789760792.562922:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.562943:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6268, 6268]
00000008:00010000:0.0:1789760792.563050:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.563237:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.563252:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25673728, 25677824) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.563266:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25673728=0x187c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.563326:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.563329:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25677824
00000020:00010000:0.0:1789760792.563338:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.563341:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.563345:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.563348:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.563351:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.563358:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.563365:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.563384:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760792.563487:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 25673728<>25677824
00000100:00100000:1.0:1789760792.563561:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484373504:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.599233:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973586 gen 2
00000008:00010000:1.0:1789760792.599286:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760792.599294:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.599315:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.599415:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760792.599447:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484373504:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.599538:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6268, 6268]
00000080:00200000:0.0:1789760792.599555:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.599562:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.599577:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25677824 i_blocks 51207
00000020:00200000:0.0:1789760792.599581:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.599591:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.599623:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25677824, count: 4096
00000080:00200000:0.0:1789760792.599630:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25677824, bytes: 4096
00000080:00200000:0.0:1789760792.599641:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.599651:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.599653:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25677824, 25681920) 0 0
00000080:00200000:0.0:1789760792.599657:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.599676:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6269, 6269]
00020000:00200000:0.0:1789760792.599686:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25677824 chunk: [25677824, 25681920) 25681920, 4096
00020000:00200000:0.0:1789760792.599691:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.599713:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6269, 6269]
00000008:00010000:0.0:1789760792.599732:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.599738:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.599828:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25677824, 25681920) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.599843:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25677824=0x187d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.599930:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.599933:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25681920
00000020:00010000:0.0:1789760792.599943:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.599946:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.599959:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.599964:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.599977:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.599986:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.599993:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.600012:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760792.600341:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 25677824<>25681920
00000100:00100000:1.0:1789760792.600521:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484373632:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.633726:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973587 gen 2
00000008:00010000:1.0:1789760792.633788:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760792.633797:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.633807:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.633831:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760792.633861:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484373632:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.634228:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6269, 6269]
00000080:00200000:0.0:1789760792.634247:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.634253:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.634268:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25681920 i_blocks 51207
00000020:00200000:0.0:1789760792.634273:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.634283:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.634319:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25681920, count: 4096
00000080:00200000:0.0:1789760792.634326:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25681920, bytes: 4096
00000080:00200000:0.0:1789760792.634336:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.634345:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.634347:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25681920, 25686016) 0 0
00000080:00200000:0.0:1789760792.634351:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.634368:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6270, 6270]
00020000:00200000:0.0:1789760792.634378:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25681920 chunk: [25681920, 25686016) 25686016, 4096
00020000:00200000:0.0:1789760792.634382:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.634403:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6270, 6270]
00000008:00010000:0.0:1789760792.634422:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.634428:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.634440:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25681920, 25686016) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.634454:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25681920=0x187e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.634511:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.634514:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25686016
00000020:00010000:0.0:1789760792.634522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.634525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.634528:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.634532:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.634534:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.634541:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.634549:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.634565:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760792.634664:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 25681920<>25686016
00000100:00100000:1.0:1789760792.634731:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484373760:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.671140:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973588 gen 2
00000008:00010000:1.0:1789760792.671190:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760792.671198:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.671208:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.671263:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760792.671291:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484373760:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.671653:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6270, 6270]
00000080:00200000:0.0:1789760792.671670:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.671676:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.671692:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25686016 i_blocks 51207
00000020:00200000:0.0:1789760792.671696:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.671708:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.671746:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25686016, count: 4096
00000080:00200000:0.0:1789760792.671815:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25686016, bytes: 4096
00000080:00200000:0.0:1789760792.671827:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.671838:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.671841:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25686016, 25690112) 0 0
00000080:00200000:0.0:1789760792.671846:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.671899:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6271, 6271]
00020000:00200000:0.0:1789760792.671908:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25686016 chunk: [25686016, 25690112) 25690112, 4096
00020000:00200000:0.0:1789760792.671913:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.671933:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6271, 6271]
00000008:00010000:0.0:1789760792.671949:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.671956:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.671977:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25686016, 25690112) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.671993:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25686016=0x187f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.672046:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.672049:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25690112
00000020:00010000:0.0:1789760792.672153:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.672157:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.672160:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.672164:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.672166:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.672174:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.672180:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.672200:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760792.672293:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 25686016<>25690112
00000100:00100000:1.0:1789760792.672365:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484373888:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760792.700527:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973589 gen 2
00000008:00010000:1.0:1789760792.700577:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760792.700585:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.700595:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.700671:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760792.700701:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484373888:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760792.700957:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6271, 6271]
00000080:00200000:0.0:1789760792.700983:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.700990:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.701006:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25690112 i_blocks 51207
00000020:00200000:0.0:1789760792.701010:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.701020:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.701211:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25690112, count: 4096
00000080:00200000:0.0:1789760792.701220:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25690112, bytes: 4096
00000080:00200000:0.0:1789760792.701232:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.701241:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.701243:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25690112, 25694208) 0 0
00000080:00200000:0.0:1789760792.701248:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.701266:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6272, 6272]
00020000:00200000:0.0:1789760792.701274:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25690112 chunk: [25690112, 25694208) 25694208, 4096
00020000:00200000:0.0:1789760792.701278:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.701299:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6272, 6272]
00000008:00010000:0.0:1789760792.701315:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.701321:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760792.701334:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25690112, 25694208) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.701347:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25690112=0x1880000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.701403:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.701406:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25694208
00000020:00010000:0.0:1789760792.701414:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.701418:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.701421:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.701424:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.701428:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.701435:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.701442:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.701459:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760792.701558:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 25690112<>25694208
00000100:00100000:1.0:1789760792.702032:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484374016:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760792.743021:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760792.743038:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.743050:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.743079:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000080:00200000:2.0:1789760792.743305:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6272, 6272]
00000080:00200000:2.0:1789760792.743325:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.743331:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.743347:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25694208 i_blocks 51207
00000020:00200000:2.0:1789760792.743351:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.743361:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.743393:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25694208, count: 4096
00000080:00200000:2.0:1789760792.743402:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25694208, bytes: 4096
00000080:00200000:2.0:1789760792.743412:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.743421:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.743423:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25694208, 25698304) 0 0
00000080:00200000:2.0:1789760792.743427:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.743445:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6273, 6273]
00020000:00200000:2.0:1789760792.743454:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25694208 chunk: [25694208, 25698304) 25698304, 4096
00020000:00200000:2.0:1789760792.743459:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.743477:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6273, 6273]
00000008:00010000:2.0:1789760792.743494:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.743499:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760792.743510:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25694208, 25698304) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.743524:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25694208=0x1881000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.743574:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.743577:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25698304
00000020:00010000:2.0:1789760792.743586:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.743589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.743592:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.743596:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.743599:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.743607:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.743614:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:1.0:1789760792.743722:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484374016:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760792.745206:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:1.0:1789760792.745398:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 25694208<>25698304
00000100:00100000:0.0:1789760792.745490:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484374144:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760792.778227:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973590 gen 2
00000100:00100000:0.0:1789760792.778335:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8d84a9180 x1876699484374144/t4294973591(4294973591) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760792.778389:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:0.0:1789760792.778397:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.778407:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.778471:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:0.0:1789760792.778497:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484374144:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760792.778578:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6273, 6273]
00000080:00200000:2.0:1789760792.778595:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.778601:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.778617:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25698304 i_blocks 51207
00000020:00200000:2.0:1789760792.778621:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.778631:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.778665:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25698304, count: 4096
00000080:00200000:2.0:1789760792.778673:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25698304, bytes: 4096
00000080:00200000:2.0:1789760792.778683:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.778693:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.778695:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25698304, 25702400) 0 0
00000080:00200000:2.0:1789760792.778700:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.778716:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6274, 6274]
00020000:00200000:2.0:1789760792.778726:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25698304 chunk: [25698304, 25702400) 25702400, 4096
00020000:00200000:2.0:1789760792.778732:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.778824:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6274, 6274]
00000008:00010000:2.0:1789760792.778843:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.778849:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420cb0, osc lock ffff8ab8d81b3a20, flags 0x0
00000080:00200000:2.0:1789760792.778861:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25698304, 25702400) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.779343:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25698304=0x1882000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.779404:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.779407:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25702400
00000020:00010000:3.0:1789760792.779416:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.779419:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.779423:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420cb0 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.779426:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.779429:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420cb0 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.779437:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.779445:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.779461:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760792.779570:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7800 - object 0x280000401:2 offset 25698304<>25702400
00000100:00100000:2.0:1789760792.779641:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484374272:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760792.815722:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973591 gen 2
00000100:00100000:3.0:1789760792.815766:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f7800 x1876699484374272/t4294973592(4294973592) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760792.815816:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760792.815823:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.815833:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.816259:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760792.816434:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484374272:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760792.816743:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6274, 6274]
00000080:00200000:2.0:1789760792.816822:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.816829:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.816846:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25702400 i_blocks 51207
00000020:00200000:2.0:1789760792.816850:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.816860:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.816917:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25702400, count: 4096
00000080:00200000:2.0:1789760792.816926:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25702400, bytes: 4096
00000080:00200000:2.0:1789760792.816938:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.816948:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.816956:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25702400, 25706496) 0 0
00000080:00200000:2.0:1789760792.816964:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.816992:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6275, 6275]
00020000:00200000:2.0:1789760792.817001:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25702400 chunk: [25702400, 25706496) 25706496, 4096
00020000:00200000:2.0:1789760792.817006:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.817026:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6275, 6275]
00000008:00010000:2.0:1789760792.817042:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.817048:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760792.817175:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25702400, 25706496) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.817191:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25702400=0x1883000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.817252:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.817255:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25706496
00000020:00010000:2.0:1789760792.817263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.817266:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.817269:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.817273:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.817276:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.817284:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.817291:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.817369:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760792.817469:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 25702400<>25706496
00000100:00100000:3.0:1789760792.817589:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484374400:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760792.858332:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973593 gen 2
00000008:00010000:3.0:1789760792.858406:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000020:00200000:3.0:1789760792.858415:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.858424:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.858441:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000100:00100000:3.0:1789760792.858468:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484374400:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760792.858659:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6275, 6275]
00000080:00200000:2.0:1789760792.858676:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.858682:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.858697:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25706496 i_blocks 51207
00000020:00200000:2.0:1789760792.858700:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.858710:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.858743:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25706496, count: 4096
00000080:00200000:2.0:1789760792.858749:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25706496, bytes: 4096
00000080:00200000:2.0:1789760792.858758:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.858767:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.858769:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25706496, 25710592) 0 0
00000080:00200000:2.0:1789760792.858773:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.858791:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6276, 6276]
00020000:00200000:2.0:1789760792.858800:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25706496 chunk: [25706496, 25710592) 25710592, 4096
00020000:00200000:2.0:1789760792.858805:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.858825:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6276, 6276]
00000008:00010000:2.0:1789760792.858844:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.858849:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760792.858910:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25706496, 25710592) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.858925:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25706496=0x1884000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.858994:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.858997:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25710592
00000020:00010000:2.0:1789760792.859011:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.859015:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.859018:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.859022:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.859025:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.859031:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.859037:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.859051:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760792.859155:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 25706496<>25710592
00000100:00100000:3.0:1789760792.859662:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760792.859688:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484374528:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760792.894485:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000020:00200000:3.0:1789760792.894501:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.894514:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.894531:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000100:00100000:3.0:1789760792.894562:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484374528:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760792.894788:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6276, 6276]
00000080:00200000:2.0:1789760792.894804:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.894810:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.894827:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25710592 i_blocks 51207
00000020:00200000:2.0:1789760792.894831:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.894841:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.894901:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25710592, count: 4096
00000080:00200000:2.0:1789760792.894909:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25710592, bytes: 4096
00000080:00200000:2.0:1789760792.894917:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.894926:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.894929:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25710592, 25714688) 0 0
00000080:00200000:2.0:1789760792.894933:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.894952:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6277, 6277]
00020000:00200000:2.0:1789760792.894960:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25710592 chunk: [25710592, 25714688) 25714688, 4096
00020000:00200000:2.0:1789760792.894964:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.894993:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6277, 6277]
00000008:00010000:2.0:1789760792.895010:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.895016:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760792.895027:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25710592, 25714688) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.895039:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25710592=0x1885000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.895352:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.895355:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25714688
00000020:00010000:2.0:1789760792.895365:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.895369:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.895372:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.895377:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.895380:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.895387:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.895395:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.895412:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760792.895514:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 25710592<>25714688
00000100:00100000:3.0:1789760792.895625:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484374656:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760792.930613:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973595 gen 2
00000008:00010000:3.0:1789760792.930678:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:3.0:1789760792.930687:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.930697:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.930715:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000100:00100000:3.0:1789760792.930744:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484374656:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760792.930905:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6277, 6277]
00000080:00200000:2.0:1789760792.930923:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.930929:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.930945:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25714688 i_blocks 51207
00000020:00200000:2.0:1789760792.930949:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.930958:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.931002:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25714688, count: 4096
00000080:00200000:2.0:1789760792.931010:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25714688, bytes: 4096
00000080:00200000:2.0:1789760792.931019:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.931028:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.931030:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25714688, 25718784) 0 0
00000080:00200000:2.0:1789760792.931034:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.931154:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6278, 6278]
00020000:00200000:2.0:1789760792.931165:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25714688 chunk: [25714688, 25718784) 25718784, 4096
00020000:00200000:2.0:1789760792.931171:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.931194:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6278, 6278]
00000008:00010000:2.0:1789760792.931212:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.931218:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760792.931232:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25714688, 25718784) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.931246:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25714688=0x1886000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.931307:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.931310:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25718784
00000020:00010000:2.0:1789760792.931319:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.931322:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.931326:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.931330:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.931333:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.931341:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.931348:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.931364:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760792.931464:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 25714688<>25718784
00000100:00100000:3.0:1789760792.931554:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484374784:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760792.970231:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:3.0:1789760792.970250:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.970262:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.970281:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:3.0:1789760792.970310:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484374784:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760792.970517:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6278, 6278]
00000080:00200000:2.0:1789760792.970534:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.970541:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.970556:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25718784 i_blocks 51207
00000020:00200000:2.0:1789760792.970559:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.970570:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.970603:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25718784, count: 4096
00000080:00200000:2.0:1789760792.970611:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25718784, bytes: 4096
00000080:00200000:2.0:1789760792.970620:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.970630:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.970632:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25718784, 25722880) 0 0
00000080:00200000:2.0:1789760792.970636:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.970654:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6279, 6279]
00020000:00200000:2.0:1789760792.970662:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25718784 chunk: [25718784, 25722880) 25722880, 4096
00020000:00200000:2.0:1789760792.970667:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.970685:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6279, 6279]
00000008:00010000:2.0:1789760792.970701:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.970707:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760792.970719:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25718784, 25722880) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.970732:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25718784=0x1887000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.970799:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.970803:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25722880
00000020:00010000:2.0:1789760792.970812:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.970816:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.970819:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.970824:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.970827:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.970835:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.970842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.970861:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000008:00100000:2.0:1789760792.971025:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 25718784<>25722880
00000100:00100000:2.0:1789760792.971596:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760792.971621:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484374912:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760793.016325:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973597 gen 2
00000008:00010000:3.0:1789760793.016398:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:3.0:1789760793.016407:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.016416:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.016695:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:3.0:1789760793.016726:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484374912:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.017003:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6279, 6279]
00000080:00200000:0.0:1789760793.017020:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.017027:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.017043:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25722880 i_blocks 51207
00000020:00200000:0.0:1789760793.017047:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.017121:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.017156:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25722880, count: 4096
00000080:00200000:0.0:1789760793.017164:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25722880, bytes: 4096
00000080:00200000:0.0:1789760793.017177:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.017186:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.017188:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25722880, 25726976) 0 0
00000080:00200000:0.0:1789760793.017193:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.017212:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6280, 6280]
00020000:00200000:0.0:1789760793.017221:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25722880 chunk: [25722880, 25726976) 25726976, 4096
00020000:00200000:0.0:1789760793.017226:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.017247:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6280, 6280]
00000008:00010000:0.0:1789760793.017266:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.017272:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.017283:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25722880, 25726976) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.017301:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25722880=0x1888000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.017362:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.017365:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25726976
00000020:00010000:0.0:1789760793.017374:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.017378:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.017381:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.017385:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d1d41218 (ffff8ab8d84622d8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.017388:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8d84622d8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.017395:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.017403:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.017421:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760793.017655:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 25722880<>25726976
00000100:00100000:1.0:1789760793.017736:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484375040:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760793.076628:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973598 gen 2
00000008:00010000:1.0:1789760793.076685:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760793.076693:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.076703:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.076728:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760793.076764:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484375040:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760793.076930:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6280, 6280]
00000080:00200000:3.0:1789760793.076946:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.076953:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.076978:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25726976 i_blocks 51207
00000020:00200000:3.0:1789760793.076982:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.076992:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.077070:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25726976, count: 4096
00000080:00200000:3.0:1789760793.077078:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25726976, bytes: 4096
00000080:00200000:3.0:1789760793.077088:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.077097:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.077107:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25726976, 25731072) 0 0
00000080:00200000:3.0:1789760793.077112:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.077131:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6281, 6281]
00020000:00200000:3.0:1789760793.077140:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25726976 chunk: [25726976, 25731072) 25731072, 4096
00020000:00200000:3.0:1789760793.077145:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.077166:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6281, 6281]
00000008:00010000:3.0:1789760793.077183:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.077188:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760793.077201:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25726976, 25731072) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.077215:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25726976=0x1889000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.077275:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.077278:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25731072
00000020:00010000:3.0:1789760793.077286:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.077290:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.077293:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.077297:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.077300:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.077307:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.077315:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.077330:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760793.077448:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7800 - object 0x280000401:2 offset 25726976<>25731072
00000100:00100000:2.0:1789760793.077531:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484375168:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760793.112350:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973599 gen 2
00000008:00010000:3.0:1789760793.112400:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760793.112409:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.112420:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.112498:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760793.112528:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484375168:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760793.112660:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6281, 6281]
00000080:00200000:1.0:1789760793.112678:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.112684:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.112700:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25731072 i_blocks 51207
00000020:00200000:1.0:1789760793.112704:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.112715:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.112809:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25731072, count: 4096
00000080:00200000:1.0:1789760793.112817:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25731072, bytes: 4096
00000080:00200000:1.0:1789760793.112827:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.112835:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.112837:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25731072, 25735168) 0 0
00000080:00200000:1.0:1789760793.112842:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.112859:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6282, 6282]
00020000:00200000:1.0:1789760793.112891:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25731072 chunk: [25731072, 25735168) 25735168, 4096
00020000:00200000:1.0:1789760793.112896:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.112918:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6282, 6282]
00000008:00010000:1.0:1789760793.112937:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.112943:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760793.112956:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25731072, 25735168) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.112981:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25731072=0x188a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.113041:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.113044:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25735168
00000020:00010000:1.0:1789760793.113158:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.113162:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.113166:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.113170:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.113174:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.113184:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.113193:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.113210:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760793.113313:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 25731072<>25735168
00000100:00100000:0.0:1789760793.113384:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484375296:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760793.143762:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760793.143780:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.143793:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.143905:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760793.143937:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484375296:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760793.144308:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6282, 6282]
00000080:00200000:1.0:1789760793.144326:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.144333:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.144349:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25735168 i_blocks 51207
00000020:00200000:1.0:1789760793.144353:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.144365:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.144398:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25735168, count: 4096
00000080:00200000:1.0:1789760793.144406:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25735168, bytes: 4096
00000080:00200000:1.0:1789760793.144417:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.144427:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.144429:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25735168, 25739264) 0 0
00000080:00200000:1.0:1789760793.144434:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.144452:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6283, 6283]
00020000:00200000:1.0:1789760793.144460:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25735168 chunk: [25735168, 25739264) 25739264, 4096
00020000:00200000:1.0:1789760793.144467:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.144556:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6283, 6283]
00000008:00010000:1.0:1789760793.144576:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.144581:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760793.144594:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25735168, 25739264) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.144608:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25735168=0x188b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.144666:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.144669:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25739264
00000020:00010000:1.0:1789760793.144677:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.144680:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.144683:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.144686:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.144689:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.144697:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.144705:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.144725:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760793.145029:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84abb80 - object 0x280000401:2 offset 25735168<>25739264
00000100:00100000:0.0:1789760793.145184:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760793.145263:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484375424:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760793.176644:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973601 gen 2
00000008:00010000:0.0:1789760793.176712:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760793.176721:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.176732:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.176759:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760793.176792:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484375424:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760793.177201:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6283, 6283]
00000080:00200000:3.0:1789760793.177220:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.177227:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.177244:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25739264 i_blocks 51207
00000020:00200000:3.0:1789760793.177248:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.177259:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.177292:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25739264, count: 4096
00000080:00200000:3.0:1789760793.177300:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25739264, bytes: 4096
00000080:00200000:3.0:1789760793.177310:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.177319:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.177321:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25739264, 25743360) 0 0
00000080:00200000:3.0:1789760793.177326:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.177348:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6284, 6284]
00020000:00200000:3.0:1789760793.177358:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25739264 chunk: [25739264, 25743360) 25743360, 4096
00020000:00200000:3.0:1789760793.177364:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.177386:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6284, 6284]
00000008:00010000:3.0:1789760793.177405:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.177411:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760793.177423:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25739264, 25743360) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.177436:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25739264=0x188c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.177571:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.177574:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25743360
00000020:00010000:3.0:1789760793.177583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.177587:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.177589:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.177592:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.177595:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.177602:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.177608:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.177623:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760793.177722:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7800 - object 0x280000401:2 offset 25739264<>25743360
00000100:00100000:3.0:1789760793.177774:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760793.177793:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484375552:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760793.206238:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973602 gen 2
00000008:00010000:3.0:1789760793.206287:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760793.206296:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.206306:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.206362:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760793.206390:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484375552:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760793.206464:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6284, 6284]
00000080:00200000:2.0:1789760793.206597:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.206604:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.206620:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25743360 i_blocks 51207
00000020:00200000:2.0:1789760793.206624:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.206635:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.206666:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25743360, count: 4096
00000080:00200000:2.0:1789760793.206674:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25743360, bytes: 4096
00000080:00200000:2.0:1789760793.206684:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.206692:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.206695:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25743360, 25747456) 0 0
00000080:00200000:2.0:1789760793.206699:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.206716:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6285, 6285]
00020000:00200000:2.0:1789760793.206724:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25743360 chunk: [25743360, 25747456) 25747456, 4096
00020000:00200000:2.0:1789760793.206728:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.206815:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6285, 6285]
00000008:00010000:2.0:1789760793.206834:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.206840:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760793.206852:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25743360, 25747456) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.206892:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25743360=0x188d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.206937:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.206940:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25747456
00000020:00010000:2.0:1789760793.206947:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.206949:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.206951:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.206954:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.206956:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.206961:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.206976:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.206992:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760793.207191:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 25743360<>25747456
00000100:00100000:3.0:1789760793.207241:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484375680:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760793.239244:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973603 gen 2
00000008:00010000:3.0:1789760793.239294:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:3.0:1789760793.239303:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.239313:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.239370:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000100:00100000:3.0:1789760793.239398:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484375680:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760793.239629:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6285, 6285]
00000080:00200000:2.0:1789760793.239647:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.239653:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.239668:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25747456 i_blocks 51207
00000020:00200000:2.0:1789760793.239672:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.239682:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.239713:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25747456, count: 4096
00000080:00200000:2.0:1789760793.239721:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25747456, bytes: 4096
00000080:00200000:2.0:1789760793.239730:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.239739:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.239742:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25747456, 25751552) 0 0
00000080:00200000:2.0:1789760793.239747:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.239763:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6286, 6286]
00020000:00200000:2.0:1789760793.239772:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25747456 chunk: [25747456, 25751552) 25751552, 4096
00020000:00200000:2.0:1789760793.239777:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.239795:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6286, 6286]
00000008:00010000:2.0:1789760793.239812:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.239818:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760793.239830:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25747456, 25751552) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.239843:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25747456=0x188e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.239931:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.239934:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25751552
00000020:00010000:2.0:1789760793.239942:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.239945:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.239948:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.239951:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.239953:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.239961:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.240028:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.240045:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760793.240200:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 25747456<>25751552
00000100:00100000:3.0:1789760793.240268:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484375808:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760793.272985:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973604 gen 2
00000008:00010000:3.0:1789760793.273038:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000020:00200000:3.0:1789760793.273050:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.273127:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.273183:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000100:00100000:3.0:1789760793.273346:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484375808:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760793.273525:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6286, 6286]
00000080:00200000:2.0:1789760793.273601:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.273608:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.273625:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25751552 i_blocks 51207
00000020:00200000:2.0:1789760793.273629:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.273640:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.273673:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25751552, count: 4096
00000080:00200000:2.0:1789760793.273681:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25751552, bytes: 4096
00000080:00200000:2.0:1789760793.273690:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.273699:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.273701:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25751552, 25755648) 0 0
00000080:00200000:2.0:1789760793.273706:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.273723:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6287, 6287]
00020000:00200000:2.0:1789760793.273732:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25751552 chunk: [25751552, 25755648) 25755648, 4096
00020000:00200000:2.0:1789760793.273737:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.273815:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6287, 6287]
00000008:00010000:2.0:1789760793.273832:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.273838:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760793.273849:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25751552, 25755648) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.273904:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25751552=0x188f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.273974:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.273977:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25755648
00000020:00010000:2.0:1789760793.273985:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.273989:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.273992:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.273996:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.273999:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.274007:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.274013:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.274029:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760793.274199:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 25751552<>25755648
00000100:00100000:3.0:1789760793.274280:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484375936:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760793.304707:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973605 gen 2
00000008:00010000:3.0:1789760793.304772:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000020:00200000:3.0:1789760793.304781:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.304791:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.304811:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000100:00100000:3.0:1789760793.304844:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484375936:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760793.305134:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6287, 6287]
00000080:00200000:2.0:1789760793.305151:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.305158:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.305179:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25755648 i_blocks 51207
00000020:00200000:2.0:1789760793.305183:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.305195:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.305236:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25755648, count: 4096
00000080:00200000:2.0:1789760793.305245:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25755648, bytes: 4096
00000080:00200000:2.0:1789760793.305257:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.305266:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.305268:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25755648, 25759744) 0 0
00000080:00200000:2.0:1789760793.305273:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.305291:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6288, 6288]
00020000:00200000:2.0:1789760793.305302:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25755648 chunk: [25755648, 25759744) 25759744, 4096
00020000:00200000:2.0:1789760793.305308:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.305327:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6288, 6288]
00000008:00010000:2.0:1789760793.305344:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.305350:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760793.305361:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25755648, 25759744) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.305374:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25755648=0x1890000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.305432:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.305436:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25759744
00000020:00010000:2.0:1789760793.305444:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.305448:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.305451:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.305454:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.305457:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.305464:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.305471:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.305486:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:2.0:1789760793.305677:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd500 - object 0x280000401:2 offset 25755648<>25759744
00000100:00100000:3.0:1789760793.306032:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484376064:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760793.348478:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973606 gen 2
00000008:00010000:3.0:1789760793.348527:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000020:00200000:3.0:1789760793.348535:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.348547:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.348569:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000100:00100000:3.0:1789760793.348597:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484376064:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760793.348702:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6288, 6288]
00000080:00200000:2.0:1789760793.348769:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.348777:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.348792:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25759744 i_blocks 51207
00000020:00200000:2.0:1789760793.348796:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.348805:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.348835:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25759744, count: 4096
00000080:00200000:2.0:1789760793.348841:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25759744, bytes: 4096
00000080:00200000:2.0:1789760793.348848:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.348855:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.348857:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25759744, 25763840) 0 0
00000080:00200000:2.0:1789760793.348860:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.348907:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6289, 6289]
00020000:00200000:2.0:1789760793.348917:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25759744 chunk: [25759744, 25763840) 25763840, 4096
00020000:00200000:2.0:1789760793.348922:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.348941:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6289, 6289]
00000008:00010000:2.0:1789760793.348957:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.348973:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760793.348985:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25759744, 25763840) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.348998:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25759744=0x1891000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.349052:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.349056:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25763840
00000020:00010000:2.0:1789760793.349064:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.349068:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.349071:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.349073:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.349076:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.349083:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.349090:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.349106:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760793.349206:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de680 - object 0x280000401:2 offset 25759744<>25763840
00000100:00100000:3.0:1789760793.349278:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484376192:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760793.391176:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973607 gen 2
00000008:00010000:3.0:1789760793.391227:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:3.0:1789760793.391236:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.391247:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.391952:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000080:00200000:2.0:1789760793.392073:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6289, 6289]
00000080:00200000:2.0:1789760793.392092:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.392098:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.392116:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25763840 i_blocks 51207
00000020:00200000:2.0:1789760793.392120:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.392131:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.392165:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25763840, count: 4096
00000080:00200000:2.0:1789760793.392173:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25763840, bytes: 4096
00000080:00200000:2.0:1789760793.392184:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.392193:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.392195:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25763840, 25767936) 0 0
00000080:00200000:2.0:1789760793.392200:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.392217:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6290, 6290]
00020000:00200000:2.0:1789760793.392226:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25763840 chunk: [25763840, 25767936) 25767936, 4096
00020000:00200000:2.0:1789760793.392231:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.392252:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6290, 6290]
00000100:00100000:3.0:1789760793.394457:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484376192:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760793.394642:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.394650:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760793.394666:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25763840, 25767936) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.394684:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25763840=0x1892000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.394748:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.394752:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25767936
00000020:00010000:2.0:1789760793.394761:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.394765:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.394767:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.394771:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.394774:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.394782:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.394792:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.394810:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760793.394948:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dca80 - object 0x280000401:2 offset 25763840<>25767936
00000100:00100000:3.0:1789760793.396397:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484376320:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760793.404407:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:2.0:1789760793.431857:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000020:00200000:2.0:1789760793.431891:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.431902:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.432018:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6290, 6290]
00000008:00010000:2.0:1789760793.432020:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000080:00200000:0.0:1789760793.432038:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.432044:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:2.0:1789760793.432051:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484376320:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.432143:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25767936 i_blocks 51207
00000020:00200000:0.0:1789760793.432148:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.432159:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.432189:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25767936, count: 4096
00000080:00200000:0.0:1789760793.432197:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25767936, bytes: 4096
00000080:00200000:0.0:1789760793.432207:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.432217:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.432219:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25767936, 25772032) 0 0
00000080:00200000:0.0:1789760793.432224:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.432240:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6291, 6291]
00020000:00200000:0.0:1789760793.432250:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25767936 chunk: [25767936, 25772032) 25772032, 4096
00020000:00200000:0.0:1789760793.432281:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.432304:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6291, 6291]
00000008:00010000:0.0:1789760793.432323:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.432329:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.432342:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25767936, 25772032) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.432356:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25767936=0x1893000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.432413:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.432415:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25772032
00000020:00010000:0.0:1789760793.432422:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.432425:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.432427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.432430:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.432432:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.432437:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.432443:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.432455:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760793.432550:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 25767936<>25772032
00000100:00100000:1.0:1789760793.432754:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.432774:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484376448:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760793.469350:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973609 gen 2
00000008:00010000:1.0:1789760793.469423:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760793.469431:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.469440:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.469464:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760793.469492:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484376448:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.469819:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6291, 6291]
00000080:00200000:0.0:1789760793.469837:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.469843:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.469859:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25772032 i_blocks 51207
00000020:00200000:0.0:1789760793.469901:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.469912:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.469945:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25772032, count: 4096
00000080:00200000:0.0:1789760793.469952:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25772032, bytes: 4096
00000080:00200000:0.0:1789760793.469969:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.469979:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.469981:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25772032, 25776128) 0 0
00000080:00200000:0.0:1789760793.469985:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.470003:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6292, 6292]
00020000:00200000:0.0:1789760793.470012:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25772032 chunk: [25772032, 25776128) 25776128, 4096
00020000:00200000:0.0:1789760793.470017:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.470037:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6292, 6292]
00000008:00010000:0.0:1789760793.470066:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.470073:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.470086:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25772032, 25776128) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.470100:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25772032=0x1894000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.470165:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.470167:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25776128
00000020:00010000:0.0:1789760793.470176:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.470180:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.470183:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.470187:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.470190:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.470197:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.470204:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.470221:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760793.470326:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 25772032<>25776128
00000100:00100000:1.0:1789760793.470394:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484376576:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760793.514590:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760793.514605:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.514616:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.514640:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760793.514669:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484376576:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760793.515182:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6292, 6292]
00000080:00200000:2.0:1789760793.515198:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.515204:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.515217:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25776128 i_blocks 51207
00000020:00200000:2.0:1789760793.515221:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.515230:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.515270:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25776128, count: 4096
00000080:00200000:2.0:1789760793.515277:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25776128, bytes: 4096
00000080:00200000:2.0:1789760793.515287:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.515296:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.515298:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25776128, 25780224) 0 0
00000080:00200000:2.0:1789760793.515303:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.515321:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6293, 6293]
00020000:00200000:2.0:1789760793.515330:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25776128 chunk: [25776128, 25780224) 25780224, 4096
00020000:00200000:2.0:1789760793.515335:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.515356:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6293, 6293]
00000008:00010000:2.0:1789760793.515374:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.515380:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760793.515393:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25776128, 25780224) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.515406:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25776128=0x1895000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.515461:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.515463:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25780224
00000020:00010000:2.0:1789760793.515471:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.515474:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.515477:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.515480:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.515482:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.515489:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.515495:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.515510:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760793.515607:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 25776128<>25780224
00000100:00100000:2.0:1789760793.515649:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760793.515667:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484376704:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760793.547327:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973611 gen 2
00000008:00010000:2.0:1789760793.547391:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000020:00200000:2.0:1789760793.547399:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.547410:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.547426:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000100:00100000:2.0:1789760793.547454:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484376704:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760793.547694:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6293, 6293]
00000080:00200000:3.0:1789760793.547711:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.547717:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.547733:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25780224 i_blocks 51207
00000020:00200000:3.0:1789760793.547737:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.547748:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.547781:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25780224, count: 4096
00000080:00200000:3.0:1789760793.547788:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25780224, bytes: 4096
00000080:00200000:3.0:1789760793.547798:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.547808:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.547810:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25780224, 25784320) 0 0
00000080:00200000:3.0:1789760793.547815:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.547832:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6294, 6294]
00020000:00200000:3.0:1789760793.547841:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25780224 chunk: [25780224, 25784320) 25784320, 4096
00020000:00200000:3.0:1789760793.547846:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.547903:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6294, 6294]
00000008:00010000:3.0:1789760793.547921:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.547927:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760793.547939:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25780224, 25784320) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.547954:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25780224=0x1896000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.548023:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.548025:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25784320
00000020:00010000:3.0:1789760793.548032:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.548035:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.548038:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.548042:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.548044:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.549541:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.549564:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.549605:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760793.549735:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7800 - object 0x280000401:2 offset 25780224<>25784320
00000100:00100000:3.0:1789760793.549797:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760793.549829:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484376832:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760793.590198:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973612 gen 2
00000008:00010000:2.0:1789760793.590249:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:2.0:1789760793.590269:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.590281:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.590302:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:2.0:1789760793.590332:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484376832:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760793.590490:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6294, 6294]
00000080:00200000:3.0:1789760793.590506:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.590512:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.590527:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25784320 i_blocks 51207
00000020:00200000:3.0:1789760793.590531:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.590541:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.590575:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25784320, count: 4096
00000080:00200000:3.0:1789760793.590582:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25784320, bytes: 4096
00000080:00200000:3.0:1789760793.590590:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.590598:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.590600:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25784320, 25788416) 0 0
00000080:00200000:3.0:1789760793.590604:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.590620:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6295, 6295]
00020000:00200000:3.0:1789760793.590630:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25784320 chunk: [25784320, 25788416) 25788416, 4096
00020000:00200000:3.0:1789760793.590635:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.590655:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6295, 6295]
00000008:00010000:3.0:1789760793.590671:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.590678:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760793.590689:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25784320, 25788416) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.590701:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25784320=0x1897000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.590757:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.590760:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25788416
00000020:00010000:3.0:1789760793.590768:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.590772:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.590775:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.590779:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.590782:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.590789:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.590796:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.590813:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278de40
00000008:00100000:3.0:1789760793.590954:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7100 - object 0x280000401:2 offset 25784320<>25788416
00000100:00100000:2.0:1789760793.591391:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760793.591413:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484376960:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760793.626775:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760793.626791:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.626801:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.626819:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760793.626847:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484376960:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760793.627045:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6295, 6295]
00000080:00200000:3.0:1789760793.627069:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.627075:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.627090:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25788416 i_blocks 51207
00000020:00200000:3.0:1789760793.627094:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.627109:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.627142:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25788416, count: 4096
00000080:00200000:3.0:1789760793.627149:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25788416, bytes: 4096
00000080:00200000:3.0:1789760793.627159:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.627168:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.627170:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25788416, 25792512) 0 0
00000080:00200000:3.0:1789760793.627175:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.627191:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6296, 6296]
00020000:00200000:3.0:1789760793.627198:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25788416 chunk: [25788416, 25792512) 25792512, 4096
00020000:00200000:3.0:1789760793.627203:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.627221:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6296, 6296]
00000008:00010000:3.0:1789760793.627238:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.627244:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760793.627349:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25788416, 25792512) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.627362:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25788416=0x1898000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.627416:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.627419:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25792512
00000020:00010000:3.0:1789760793.627427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.627430:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.627433:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.627436:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.627439:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.627446:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.627452:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.627465:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dc00
00000008:00100000:3.0:1789760793.627551:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6300 - object 0x280000401:2 offset 25788416<>25792512
00000100:00100000:2.0:1789760793.627708:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377088:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760793.659178:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973614 gen 2
00000008:00010000:2.0:1789760793.659246:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760793.659255:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.659265:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.659285:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760793.659315:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377088:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760793.659352:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6296, 6296]
00000080:00200000:3.0:1789760793.659371:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.659378:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.659394:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25792512 i_blocks 51207
00000020:00200000:3.0:1789760793.659398:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.659409:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.659444:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25792512, count: 4096
00000080:00200000:3.0:1789760793.659451:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25792512, bytes: 4096
00000080:00200000:3.0:1789760793.659461:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.659474:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.659476:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25792512, 25796608) 0 0
00000080:00200000:3.0:1789760793.659481:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.659498:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6297, 6297]
00020000:00200000:3.0:1789760793.659508:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25792512 chunk: [25792512, 25796608) 25796608, 4096
00020000:00200000:3.0:1789760793.659513:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.659537:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6297, 6297]
00000008:00010000:3.0:1789760793.659556:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.659562:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760793.659575:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25792512, 25796608) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.659590:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25792512=0x1899000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.659649:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.659652:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25796608
00000020:00010000:3.0:1789760793.659660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.659664:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.659667:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.659670:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.659673:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.659681:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.659688:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.659705:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278dc00
00000008:00100000:3.0:1789760793.659806:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6300 - object 0x280000401:2 offset 25792512<>25796608
00000100:00100000:2.0:1789760793.659896:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760793.659912:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377216:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760793.692929:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973615 gen 2
00000008:00010000:2.0:1789760793.692984:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278dc00
00000020:00200000:2.0:1789760793.692992:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.693001:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.693059:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278dc00
00000100:00100000:2.0:1789760793.693086:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377216:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760793.693331:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6297, 6297]
00000080:00200000:3.0:1789760793.693346:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.693353:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.693366:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25796608 i_blocks 51207
00000020:00200000:3.0:1789760793.693370:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.693380:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.693411:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25796608, count: 4096
00000080:00200000:3.0:1789760793.693417:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25796608, bytes: 4096
00000080:00200000:3.0:1789760793.693425:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.693433:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.693435:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25796608, 25800704) 0 0
00000080:00200000:3.0:1789760793.693440:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.693456:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6298, 6298]
00020000:00200000:3.0:1789760793.693463:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25796608 chunk: [25796608, 25800704) 25800704, 4096
00020000:00200000:3.0:1789760793.693468:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.693487:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6298, 6298]
00000008:00010000:3.0:1789760793.693504:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.693509:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760793.693519:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25796608, 25800704) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.693532:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25796608=0x189a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.693705:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.693708:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25800704
00000020:00010000:3.0:1789760793.693717:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.693721:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.693724:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.693728:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.693731:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.693738:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.693806:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.693825:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278de40
00000008:00100000:3.0:1789760793.694027:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f7100 - object 0x280000401:2 offset 25796608<>25800704
00000100:00100000:2.0:1789760793.694147:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377344:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760793.725618:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377600:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.725733:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2424:1876699484377856:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.725794:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973616 gen 2
00000008:00010000:2.0:1789760793.725833:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278de40
00000020:00200000:2.0:1789760793.725841:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.725850:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.726110:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278de40
00000100:00100000:2.0:1789760793.726134:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377344:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760793.726165:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:2.0:1789760793.726172:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2627c619-a8ae-4613-a619-f7e733291af3:2424:1876699484377472:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.726209:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377728:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.726233:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2424:1876699484377984:192.168.203.110@tcp:400:kworker.0
00000080:00200000:0.0:1789760793.729809:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6298, 6298]
00000100:00100000:2.0:1789760793.729810:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2424:1876699484377984:192.168.203.110@tcp:400:kworker.0
00000080:00200000:0.0:1789760793.729835:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000100:00100000:2.0:1789760793.729835:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377600:192.168.203.110@tcp:400:kworker.0
00000080:00200000:0.0:1789760793.729845:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:2.0:1789760793.729851:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2424:1876699484377856:192.168.203.110@tcp:400:kworker.0
00000080:00200000:0.0:1789760793.729880:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25800704 i_blocks 51207
00000020:00200000:0.0:1789760793.729886:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.729899:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.729931:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25800704, count: 4096
00000080:00200000:0.0:1789760793.729939:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25800704, bytes: 4096
00000080:00200000:0.0:1789760793.729949:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.729958:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.729971:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25800704, 25804800) 0 0
00000080:00200000:0.0:1789760793.729977:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.729995:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6299, 6299]
00020000:00200000:0.0:1789760793.730005:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25800704 chunk: [25800704, 25804800) 25804800, 4096
00020000:00200000:0.0:1789760793.730072:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.730097:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6299, 6299]
00000008:00010000:0.0:1789760793.730117:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.730123:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.730135:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25800704, 25804800) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.730148:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25800704=0x189b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.730216:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.730219:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25804800
00000020:00010000:0.0:1789760793.730227:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.730230:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.730234:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.730237:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.730240:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.730248:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.730255:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.730281:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760793.730388:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 25800704<>25804800
00000100:00100000:1.0:1789760793.730475:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484378112:192.168.203.110@tcp:4:dd.0
00000100:00100000:2.0:1789760793.732057:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2627c619-a8ae-4613-a619-f7e733291af3:2424:1876699484377472:192.168.203.110@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.732082:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484377728:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760793.770713:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973617 gen 2
00000008:00010000:1.0:1789760793.770822:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760793.770831:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.770840:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.770954:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760793.770992:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484378112:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.771021:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6299, 6299]
00000080:00200000:0.0:1789760793.771040:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.771047:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.771062:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25804800 i_blocks 51207
00000020:00200000:0.0:1789760793.771065:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.771084:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.771115:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25804800, count: 4096
00000080:00200000:0.0:1789760793.771122:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25804800, bytes: 4096
00000080:00200000:0.0:1789760793.771132:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.771139:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.771141:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25804800, 25808896) 0 0
00000080:00200000:0.0:1789760793.771145:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.771161:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6300, 6300]
00020000:00200000:0.0:1789760793.771169:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25804800 chunk: [25804800, 25808896) 25808896, 4096
00020000:00200000:0.0:1789760793.771174:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.771199:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6300, 6300]
00000008:00010000:0.0:1789760793.771218:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.771224:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.771248:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25804800, 25808896) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.771261:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25804800=0x189c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.771318:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.771321:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25808896
00000020:00010000:0.0:1789760793.771329:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.771332:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.771336:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.771339:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.771341:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.771348:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.771355:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.771371:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760793.771763:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 25804800<>25808896
00000100:00100000:1.0:1789760793.771943:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760793.771972:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484378240:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760793.810686:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973618 gen 2
00000008:00010000:1.0:1789760793.810748:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760793.810756:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.810767:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.810787:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760793.810816:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484378240:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.811545:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6300, 6300]
00000080:00200000:0.0:1789760793.811563:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.811570:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.811584:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25808896 i_blocks 51207
00000020:00200000:0.0:1789760793.811588:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.811599:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.811633:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25808896, count: 4096
00000080:00200000:0.0:1789760793.811640:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25808896, bytes: 4096
00000080:00200000:0.0:1789760793.811649:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.811658:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.811660:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25808896, 25812992) 0 0
00000080:00200000:0.0:1789760793.811665:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.811682:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6301, 6301]
00020000:00200000:0.0:1789760793.811701:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25808896 chunk: [25808896, 25812992) 25812992, 4096
00020000:00200000:0.0:1789760793.811707:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.811726:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6301, 6301]
00000008:00010000:0.0:1789760793.811743:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.811749:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.811760:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25808896, 25812992) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.811773:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25808896=0x189d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.811828:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.811831:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25812992
00000020:00010000:0.0:1789760793.811839:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.811842:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.811845:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.811848:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.811851:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.811858:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.811896:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.811914:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760793.812030:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2febb80 - object 0x280000401:2 offset 25808896<>25812992
00000100:00100000:1.0:1789760793.812600:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484378368:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760793.846644:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973619 gen 2
00000008:00010000:1.0:1789760793.846696:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760793.846704:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.846714:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.846740:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760793.846772:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484378368:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.846894:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6301, 6301]
00000080:00200000:0.0:1789760793.846911:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.846917:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.846933:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25812992 i_blocks 51207
00000020:00200000:0.0:1789760793.846936:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.846947:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.846990:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25812992, count: 4096
00000080:00200000:0.0:1789760793.846998:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25812992, bytes: 4096
00000080:00200000:0.0:1789760793.847008:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.847017:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.847019:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25812992, 25817088) 0 0
00000080:00200000:0.0:1789760793.847024:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.847042:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6302, 6302]
00020000:00200000:0.0:1789760793.847062:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25812992 chunk: [25812992, 25817088) 25817088, 4096
00020000:00200000:0.0:1789760793.847067:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.847088:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6302, 6302]
00000008:00010000:0.0:1789760793.847114:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.847121:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.847133:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25812992, 25817088) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.847147:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25812992=0x189e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.847204:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.847207:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25817088
00000020:00010000:0.0:1789760793.847215:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.847218:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.847221:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.847224:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.847227:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.847234:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.847241:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.847258:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760793.847359:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9500 - object 0x280000401:2 offset 25812992<>25817088
00000100:00100000:1.0:1789760793.847564:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484378496:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760793.876702:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760793.876716:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.876726:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.876746:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760793.876775:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484378496:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.876899:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6302, 6302]
00000080:00200000:0.0:1789760793.876915:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.876922:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.876937:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25817088 i_blocks 51207
00000020:00200000:0.0:1789760793.876941:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.876951:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.876994:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25817088, count: 4096
00000080:00200000:0.0:1789760793.877001:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25817088, bytes: 4096
00000080:00200000:0.0:1789760793.877009:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.877018:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.877020:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25817088, 25821184) 0 0
00000080:00200000:0.0:1789760793.877025:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.877042:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6303, 6303]
00020000:00200000:0.0:1789760793.877116:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25817088 chunk: [25817088, 25821184) 25821184, 4096
00020000:00200000:0.0:1789760793.877122:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.877142:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6303, 6303]
00000008:00010000:0.0:1789760793.877158:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.877164:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.877176:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25817088, 25821184) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.877188:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25817088=0x189f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.877242:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.877245:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25821184
00000020:00010000:0.0:1789760793.877253:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.877256:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.877259:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.877263:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.877265:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.877272:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.877279:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.877294:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760793.877387:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 25817088<>25821184
00000100:00100000:1.0:1789760793.877448:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484378624:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760793.905630:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973621 gen 2
00000008:00010000:1.0:1789760793.905769:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760793.905779:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.905788:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.905812:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760793.905842:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484378624:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.906075:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6303, 6303]
00000080:00200000:0.0:1789760793.906091:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.906097:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.906160:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25821184 i_blocks 51207
00000020:00200000:0.0:1789760793.906167:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.906179:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.906213:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25821184, count: 4096
00000080:00200000:0.0:1789760793.906221:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25821184, bytes: 4096
00000080:00200000:0.0:1789760793.906230:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.906239:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.906241:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25821184, 25825280) 0 0
00000080:00200000:0.0:1789760793.906246:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.906263:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6304, 6304]
00020000:00200000:0.0:1789760793.906271:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25821184 chunk: [25821184, 25825280) 25825280, 4096
00020000:00200000:0.0:1789760793.906276:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.906295:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6304, 6304]
00000008:00010000:0.0:1789760793.906313:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.906319:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.906331:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25821184, 25825280) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.906345:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25821184=0x18a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.906403:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.906406:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25825280
00000020:00010000:0.0:1789760793.906413:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.906417:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.906420:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.906424:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.906426:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.906434:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.906441:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.906459:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760793.906560:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9f80 - object 0x280000401:2 offset 25821184<>25825280
00000100:00100000:1.0:1789760793.907120:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484378752:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760793.967145:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973622 gen 2
00000008:00010000:1.0:1789760793.967247:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760793.967312:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.967324:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.967347:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760793.967379:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484378752:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760793.967511:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6304, 6304]
00000080:00200000:0.0:1789760793.967528:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.967535:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.967552:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25825280 i_blocks 51207
00000020:00200000:0.0:1789760793.967555:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.967565:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.967599:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25825280, count: 4096
00000080:00200000:0.0:1789760793.967606:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25825280, bytes: 4096
00000080:00200000:0.0:1789760793.967615:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.967623:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.967626:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25825280, 25829376) 0 0
00000080:00200000:0.0:1789760793.967630:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.967646:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6305, 6305]
00020000:00200000:0.0:1789760793.967654:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25825280 chunk: [25825280, 25829376) 25829376, 4096
00020000:00200000:0.0:1789760793.967659:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.967679:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6305, 6305]
00000008:00010000:0.0:1789760793.967695:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.967701:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760793.967712:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25825280, 25829376) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.967726:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25825280=0x18a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.968989:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.970750:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25829376
00000020:00010000:0.0:1789760793.970778:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.970785:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.970791:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.970796:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.970799:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.970815:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.970829:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.970859:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760793.971014:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9f80 - object 0x280000401:2 offset 25825280<>25829376
00000100:00100000:1.0:1789760793.971375:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.971403:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484378880:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760794.017541:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760794.017558:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.017570:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.017647:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760794.017679:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484378880:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.017923:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6305, 6305]
00000080:00200000:0.0:1789760794.017938:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.017944:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.017968:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25829376 i_blocks 51207
00000020:00200000:0.0:1789760794.017972:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.017983:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.018015:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25829376, count: 4096
00000080:00200000:0.0:1789760794.018022:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25829376, bytes: 4096
00000080:00200000:0.0:1789760794.018032:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.018041:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.018043:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25829376, 25833472) 0 0
00000080:00200000:0.0:1789760794.018102:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.018119:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6306, 6306]
00020000:00200000:0.0:1789760794.018129:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25829376 chunk: [25829376, 25833472) 25833472, 4096
00020000:00200000:0.0:1789760794.018133:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.018192:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6306, 6306]
00000008:00010000:0.0:1789760794.018212:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.018219:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.018229:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25829376, 25833472) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.018242:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25829376=0x18a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.018286:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.018288:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25833472
00000020:00010000:0.0:1789760794.018295:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.018297:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.018299:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.018302:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.018304:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.018309:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.018315:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.018338:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760794.018436:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feaa00 - object 0x280000401:2 offset 25829376<>25833472
00000100:00100000:1.0:1789760794.018742:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484379008:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760794.066540:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973624 gen 2
00000008:00010000:1.0:1789760794.066605:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760794.066615:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.066624:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.066649:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760794.066678:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484379008:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.066785:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6306, 6306]
00000080:00200000:0.0:1789760794.066800:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.066807:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.066823:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25833472 i_blocks 51207
00000020:00200000:0.0:1789760794.066826:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.066837:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.067170:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25833472, count: 4096
00000080:00200000:0.0:1789760794.067181:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25833472, bytes: 4096
00000080:00200000:0.0:1789760794.067193:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.067203:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.067205:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25833472, 25837568) 0 0
00000080:00200000:0.0:1789760794.067211:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.067227:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6307, 6307]
00020000:00200000:0.0:1789760794.067235:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25833472 chunk: [25833472, 25837568) 25837568, 4096
00020000:00200000:0.0:1789760794.067239:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.067373:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6307, 6307]
00000008:00010000:0.0:1789760794.067394:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.067400:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.067415:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25833472, 25837568) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.067431:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25833472=0x18a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.067489:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.067491:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25837568
00000020:00010000:0.0:1789760794.067499:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.067503:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.067506:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.067509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.067512:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.067520:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.067527:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.067541:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760794.067642:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9500 - object 0x280000401:2 offset 25833472<>25837568
00000100:00100000:1.0:1789760794.068538:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484379136:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760794.134680:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973625 gen 2
00000008:00010000:1.0:1789760794.134729:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760794.134736:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.134747:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.134768:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760794.134797:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484379136:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.134974:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6307, 6307]
00000080:00200000:0.0:1789760794.134990:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.134997:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.135012:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25837568 i_blocks 51207
00000020:00200000:0.0:1789760794.135015:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.135026:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.135071:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25837568, count: 4096
00000080:00200000:0.0:1789760794.135079:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25837568, bytes: 4096
00000080:00200000:0.0:1789760794.135088:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.135097:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.135099:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25837568, 25841664) 0 0
00000080:00200000:0.0:1789760794.135104:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.135121:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6308, 6308]
00020000:00200000:0.0:1789760794.135129:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25837568 chunk: [25837568, 25841664) 25841664, 4096
00020000:00200000:0.0:1789760794.135134:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.135154:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6308, 6308]
00000008:00010000:0.0:1789760794.135171:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.135177:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.135189:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25837568, 25841664) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.135201:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25837568=0x18a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.135255:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.135258:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25841664
00000020:00010000:0.0:1789760794.135381:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.135385:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.135388:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.135392:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.135395:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.135402:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.135408:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.135424:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760794.135512:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2febb80 - object 0x280000401:2 offset 25837568<>25841664
00000100:00100000:0.0:1789760794.135556:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760794.135571:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484379264:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760794.199981:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:0.0:1789760794.199997:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.200009:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.200030:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:0.0:1789760794.200068:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484379264:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760794.200497:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6308, 6308]
00000080:00200000:2.0:1789760794.200525:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.200531:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.200548:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25841664 i_blocks 51207
00000020:00200000:2.0:1789760794.200552:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.200561:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.200595:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25841664, count: 4096
00000080:00200000:2.0:1789760794.200602:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25841664, bytes: 4096
00000080:00200000:2.0:1789760794.200613:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.200622:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.200625:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25841664, 25845760) 0 0
00000080:00200000:2.0:1789760794.200629:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.200647:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6309, 6309]
00020000:00200000:2.0:1789760794.200657:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25841664 chunk: [25841664, 25845760) 25845760, 4096
00020000:00200000:2.0:1789760794.200661:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.200680:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6309, 6309]
00000008:00010000:2.0:1789760794.200697:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.200702:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760794.200714:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25841664, 25845760) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.200729:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25841664=0x18a5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.200971:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.200974:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25845760
00000020:00010000:2.0:1789760794.200983:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.200987:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.200990:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.200993:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.200996:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.201004:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.201010:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.201028:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760794.201199:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df100 - object 0x280000401:2 offset 25841664<>25845760
00000100:00100000:2.0:1789760794.201251:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760794.201826:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484379392:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760794.246677:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973627 gen 2
00000008:00010000:3.0:1789760794.246753:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000020:00200000:3.0:1789760794.246762:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.246772:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.246795:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000100:00100000:3.0:1789760794.246825:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484379392:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.246996:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6309, 6309]
00000080:00200000:0.0:1789760794.247014:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.247021:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.247038:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25845760 i_blocks 51207
00000020:00200000:0.0:1789760794.247050:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.247062:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.247108:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25845760, count: 4096
00000080:00200000:0.0:1789760794.247117:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25845760, bytes: 4096
00000080:00200000:0.0:1789760794.247128:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.247138:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.247140:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25845760, 25849856) 0 0
00000080:00200000:0.0:1789760794.247144:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.247164:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6310, 6310]
00020000:00200000:0.0:1789760794.247174:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25845760 chunk: [25845760, 25849856) 25849856, 4096
00020000:00200000:0.0:1789760794.247178:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.247198:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6310, 6310]
00000008:00010000:0.0:1789760794.247216:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.247221:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.247234:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25845760, 25849856) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.247248:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25845760=0x18a6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.247313:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.247316:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25849856
00000020:00010000:0.0:1789760794.247324:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.247327:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.247331:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.247335:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.247338:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.247345:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.247352:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.249035:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:3.0:1789760794.249383:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f5f80 - object 0x280000401:2 offset 25845760<>25849856
00000100:00100000:3.0:1789760794.249472:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484379520:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760794.300475:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:3.0:1789760794.300492:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.300503:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.300533:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:3.0:1789760794.300565:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484379520:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.300936:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6310, 6310]
00000080:00200000:0.0:1789760794.300954:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.300971:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.300988:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25849856 i_blocks 51207
00000020:00200000:0.0:1789760794.300992:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.301003:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.301037:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25849856, count: 4096
00000080:00200000:0.0:1789760794.301055:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25849856, bytes: 4096
00000080:00200000:0.0:1789760794.301065:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.301076:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.301078:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25849856, 25853952) 0 0
00000080:00200000:0.0:1789760794.301083:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.301111:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6311, 6311]
00020000:00200000:0.0:1789760794.301119:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25849856 chunk: [25849856, 25853952) 25853952, 4096
00020000:00200000:0.0:1789760794.301124:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.301143:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6311, 6311]
00000008:00010000:0.0:1789760794.301162:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.301168:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.301181:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25849856, 25853952) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.301195:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25849856=0x18a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.301254:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.301257:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25853952
00000020:00010000:0.0:1789760794.302235:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.302246:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.302251:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.302256:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.302259:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.302272:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.302282:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.302364:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760794.302606:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea680 - object 0x280000401:2 offset 25849856<>25853952
00000100:00100000:1.0:1789760794.302681:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484379648:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760794.356201:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973629 gen 2
00000008:00010000:1.0:1789760794.356253:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760794.356260:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.356269:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.356293:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760794.356318:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484379648:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.356413:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6311, 6311]
00000080:00200000:0.0:1789760794.356425:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.356438:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.356449:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25853952 i_blocks 51207
00000020:00200000:0.0:1789760794.356453:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.356461:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.356489:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25853952, count: 4096
00000080:00200000:0.0:1789760794.356494:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25853952, bytes: 4096
00000080:00200000:0.0:1789760794.356503:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.356510:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.356512:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25853952, 25858048) 0 0
00000080:00200000:0.0:1789760794.356515:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.356528:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6312, 6312]
00020000:00200000:0.0:1789760794.356534:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25853952 chunk: [25853952, 25858048) 25858048, 4096
00020000:00200000:0.0:1789760794.356538:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.356553:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6312, 6312]
00000008:00010000:0.0:1789760794.356566:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.356570:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.356578:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25853952, 25858048) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.356588:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25853952=0x18a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.356632:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.356634:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25858048
00000020:00010000:0.0:1789760794.356641:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.356644:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.356647:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.356649:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.356652:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.356659:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.356665:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.356678:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760794.356762:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 25853952<>25858048
00000100:00100000:1.0:1789760794.357004:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760794.357019:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484379776:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760794.407312:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973630 gen 2
00000008:00010000:1.0:1789760794.407348:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760794.407354:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.407363:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.407387:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760794.407410:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484379776:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.407560:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6312, 6312]
00000080:00200000:0.0:1789760794.407572:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.407577:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.407588:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25858048 i_blocks 51207
00000020:00200000:0.0:1789760794.407591:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.407600:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.407627:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25858048, count: 4096
00000080:00200000:0.0:1789760794.407633:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25858048, bytes: 4096
00000080:00200000:0.0:1789760794.407641:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.407648:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.407650:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25858048, 25862144) 0 0
00000080:00200000:0.0:1789760794.407653:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.407667:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6313, 6313]
00020000:00200000:0.0:1789760794.407674:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25858048 chunk: [25858048, 25862144) 25862144, 4096
00020000:00200000:0.0:1789760794.407677:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.407692:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6313, 6313]
00000008:00010000:0.0:1789760794.407704:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.407709:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.407718:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25858048, 25862144) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.407729:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25858048=0x18a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.407769:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.407772:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25862144
00000020:00010000:0.0:1789760794.407779:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.407782:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.407785:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.407788:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.407791:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.407802:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.407807:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.407820:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760794.407939:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 25858048<>25862144
00000100:00100000:1.0:1789760794.408118:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760794.408132:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484379904:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760794.427304:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760794.453034:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973631 gen 2
00000008:00010000:1.0:1789760794.453069:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760794.453076:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.453092:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.453110:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760794.453239:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484379904:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.454270:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6313, 6313]
00000080:00200000:0.0:1789760794.454286:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.454291:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.454302:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25862144 i_blocks 51207
00000020:00200000:0.0:1789760794.454307:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.454316:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.454344:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25862144, count: 4096
00000080:00200000:0.0:1789760794.454349:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25862144, bytes: 4096
00000080:00200000:0.0:1789760794.454361:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.454373:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.454375:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25862144, 25866240) 0 0
00000080:00200000:0.0:1789760794.454379:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.454391:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6314, 6314]
00020000:00200000:0.0:1789760794.454398:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25862144 chunk: [25862144, 25866240) 25866240, 4096
00020000:00200000:0.0:1789760794.454402:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.454419:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6314, 6314]
00000008:00010000:0.0:1789760794.454434:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.454438:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.454446:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25862144, 25866240) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.454458:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25862144=0x18aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.454505:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.454508:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25866240
00000020:00010000:0.0:1789760794.454525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.454528:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.454531:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.454534:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.454537:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.454543:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.454548:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.454562:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760794.454643:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 25862144<>25866240
00000100:00100000:0.0:1789760794.454687:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760794.454703:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484380032:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760794.510813:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973632 gen 2
00000008:00010000:0.0:1789760794.510900:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:0.0:1789760794.510909:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.510919:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.510997:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:0.0:1789760794.511027:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484380032:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760794.512658:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6314, 6314]
00000080:00200000:3.0:1789760794.512681:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.512688:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.512706:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25866240 i_blocks 51207
00000020:00200000:3.0:1789760794.512711:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.512724:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.512759:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25866240, count: 4096
00000080:00200000:3.0:1789760794.512768:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25866240, bytes: 4096
00000080:00200000:3.0:1789760794.512781:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.512790:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.512793:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25866240, 25870336) 0 0
00000080:00200000:3.0:1789760794.512798:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.512817:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6315, 6315]
00020000:00200000:3.0:1789760794.512826:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25866240 chunk: [25866240, 25870336) 25870336, 4096
00020000:00200000:3.0:1789760794.512832:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.512853:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6315, 6315]
00000008:00010000:3.0:1789760794.512886:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.512892:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760794.512905:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25866240, 25870336) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.512919:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25866240=0x18ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.512991:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.512994:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25870336
00000020:00010000:3.0:1789760794.513002:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.513005:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.513007:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.513011:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.513014:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.513022:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.513029:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.513626:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760794.513746:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 25866240<>25870336
00000100:00100000:3.0:1789760794.513810:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760794.513836:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484380160:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760794.563928:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973633 gen 2
00000008:00010000:3.0:1789760794.563988:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760794.563996:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.564005:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.564031:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760794.564073:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484380160:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.564373:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6315, 6315]
00000080:00200000:0.0:1789760794.564390:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.564397:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.564413:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25870336 i_blocks 51207
00000020:00200000:0.0:1789760794.564417:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.564429:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.564464:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25870336, count: 4096
00000080:00200000:0.0:1789760794.564472:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25870336, bytes: 4096
00000080:00200000:0.0:1789760794.564482:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.564492:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.564494:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25870336, 25874432) 0 0
00000080:00200000:0.0:1789760794.564499:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.564529:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6316, 6316]
00020000:00200000:0.0:1789760794.564540:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25870336 chunk: [25870336, 25874432) 25874432, 4096
00020000:00200000:0.0:1789760794.564545:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.564566:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6316, 6316]
00000008:00010000:0.0:1789760794.564587:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.564593:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.564606:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25870336, 25874432) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.564620:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25870336=0x18ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.564679:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.564682:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25874432
00000020:00010000:0.0:1789760794.564691:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.564695:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.564698:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.564701:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.564704:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.564712:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.564719:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.564736:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760794.564841:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 25870336<>25874432
00000100:00100000:1.0:1789760794.566716:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484380288:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760794.617028:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760794.617042:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.617053:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.617076:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000080:00200000:0.0:1789760794.617134:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6316, 6316]
00000080:00200000:0.0:1789760794.617153:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.617160:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:1.0:1789760794.617167:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484380288:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.617266:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25874432 i_blocks 51207
00000020:00200000:0.0:1789760794.617270:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.617284:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.617318:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25874432, count: 4096
00000080:00200000:0.0:1789760794.617326:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25874432, bytes: 4096
00000080:00200000:0.0:1789760794.617335:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.617344:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.617347:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25874432, 25878528) 0 0
00000080:00200000:0.0:1789760794.617351:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.617369:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6317, 6317]
00020000:00200000:0.0:1789760794.617378:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25874432 chunk: [25874432, 25878528) 25878528, 4096
00020000:00200000:0.0:1789760794.617383:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.617403:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6317, 6317]
00000008:00010000:0.0:1789760794.617419:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.617424:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.617433:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25874432, 25878528) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.617444:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25874432=0x18ad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.617494:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.617496:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25878528
00000020:00010000:0.0:1789760794.617502:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.617505:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.617507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.617509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.617511:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.617521:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.617527:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.617540:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760794.617632:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 25874432<>25878528
00000100:00100000:1.0:1789760794.617754:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484380416:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760794.658292:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973635 gen 2
00000008:00010000:1.0:1789760794.658360:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760794.658369:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.658379:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.658403:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760794.658432:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484380416:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.658639:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6317, 6317]
00000080:00200000:0.0:1789760794.658655:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.658662:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.658677:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25878528 i_blocks 51207
00000020:00200000:0.0:1789760794.658681:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.658691:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.658724:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25878528, count: 4096
00000080:00200000:0.0:1789760794.658731:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25878528, bytes: 4096
00000080:00200000:0.0:1789760794.658740:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.658749:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.658752:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25878528, 25882624) 0 0
00000080:00200000:0.0:1789760794.658757:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.658774:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6318, 6318]
00020000:00200000:0.0:1789760794.658783:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25878528 chunk: [25878528, 25882624) 25882624, 4096
00020000:00200000:0.0:1789760794.658788:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.658808:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6318, 6318]
00000008:00010000:0.0:1789760794.658826:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.658833:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.658844:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25878528, 25882624) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.658857:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25878528=0x18ae000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.658946:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.658949:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25882624
00000020:00010000:0.0:1789760794.660514:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.660525:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.660530:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.660534:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.660537:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.660547:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.660558:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.660593:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760794.660767:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 25878528<>25882624
00000100:00100000:1.0:1789760794.661299:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484380544:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760794.718493:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973636 gen 2
00000008:00010000:1.0:1789760794.718551:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760794.718560:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.718571:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.718603:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760794.718637:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484380544:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760794.718778:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6318, 6318]
00000080:00200000:3.0:1789760794.718804:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.718812:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.718832:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25882624 i_blocks 51207
00000020:00200000:3.0:1789760794.718836:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.718849:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.718932:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25882624, count: 4096
00000080:00200000:3.0:1789760794.718940:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25882624, bytes: 4096
00000080:00200000:3.0:1789760794.718950:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.718966:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.718968:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25882624, 25886720) 0 0
00000080:00200000:3.0:1789760794.718972:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.718990:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6319, 6319]
00020000:00200000:3.0:1789760794.719000:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25882624 chunk: [25882624, 25886720) 25886720, 4096
00020000:00200000:3.0:1789760794.719006:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.719029:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6319, 6319]
00000008:00010000:3.0:1789760794.719237:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.719244:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760794.719256:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25882624, 25886720) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.719325:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25882624=0x18af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.719398:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.719401:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25886720
00000020:00010000:3.0:1789760794.719412:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.719416:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.719419:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.719423:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.719426:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.719434:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.719443:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.719466:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760794.719594:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 25882624<>25886720
00000100:00100000:2.0:1789760794.719701:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484380672:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760794.769577:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973637 gen 2
00000008:00010000:3.0:1789760794.769630:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760794.769638:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.769649:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.769668:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760794.769698:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484380672:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760794.770174:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6319, 6319]
00000080:00200000:0.0:1789760794.770191:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.770197:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.770213:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25886720 i_blocks 51207
00000020:00200000:0.0:1789760794.770217:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.770227:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.770261:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25886720, count: 4096
00000080:00200000:0.0:1789760794.770269:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25886720, bytes: 4096
00000080:00200000:0.0:1789760794.770279:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.770287:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.770289:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25886720, 25890816) 0 0
00000080:00200000:0.0:1789760794.770294:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.770312:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6320, 6320]
00020000:00200000:0.0:1789760794.770320:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25886720 chunk: [25886720, 25890816) 25890816, 4096
00020000:00200000:0.0:1789760794.770326:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.770352:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6320, 6320]
00000008:00010000:0.0:1789760794.770373:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.770379:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760794.770390:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25886720, 25890816) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.770403:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25886720=0x18b0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.770537:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.770540:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25890816
00000020:00010000:0.0:1789760794.770549:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.770553:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.770556:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.770560:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.770564:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.770572:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.770579:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.770596:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760794.770700:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 25886720<>25890816
00000100:00100000:1.0:1789760794.770825:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484380800:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760794.808824:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760794.808839:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.808851:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.808908:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760794.808939:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484380800:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760794.809050:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6320, 6320]
00000080:00200000:2.0:1789760794.809067:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.809073:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.809088:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25890816 i_blocks 51207
00000020:00200000:2.0:1789760794.809092:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.809102:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.809135:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25890816, count: 4096
00000080:00200000:2.0:1789760794.809143:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25890816, bytes: 4096
00000080:00200000:2.0:1789760794.809152:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.809160:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.809162:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25890816, 25894912) 0 0
00000080:00200000:2.0:1789760794.809166:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.809181:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6321, 6321]
00020000:00200000:2.0:1789760794.809190:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25890816 chunk: [25890816, 25894912) 25894912, 4096
00020000:00200000:2.0:1789760794.809194:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.809214:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6321, 6321]
00000008:00010000:2.0:1789760794.809231:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.809237:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760794.809248:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25890816, 25894912) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.809262:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25890816=0x18b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.809320:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.809323:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25894912
00000020:00010000:2.0:1789760794.809333:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.809336:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.809339:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.809343:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.809346:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.809354:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.809363:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.809380:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760794.809490:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc700 - object 0x280000401:2 offset 25890816<>25894912
00000100:00100000:3.0:1789760794.811206:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760794.811243:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484380928:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760794.853436:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973639 gen 2
00000008:00010000:3.0:1789760794.853504:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000020:00200000:3.0:1789760794.853513:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.853523:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.853544:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000100:00100000:3.0:1789760794.853577:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484380928:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760794.854219:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6321, 6321]
00000080:00200000:2.0:1789760794.854239:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.854246:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.854262:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25894912 i_blocks 51207
00000020:00200000:2.0:1789760794.854266:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.854278:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.854310:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25894912, count: 4096
00000080:00200000:2.0:1789760794.854318:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25894912, bytes: 4096
00000080:00200000:2.0:1789760794.854331:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.854340:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.854342:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25894912, 25899008) 0 0
00000080:00200000:2.0:1789760794.854347:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.854364:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6322, 6322]
00020000:00200000:2.0:1789760794.854375:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25894912 chunk: [25894912, 25899008) 25899008, 4096
00020000:00200000:2.0:1789760794.854380:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.854400:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6322, 6322]
00000008:00010000:2.0:1789760794.854418:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.854424:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760794.854436:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25894912, 25899008) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.854449:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25894912=0x18b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.854510:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.854514:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25899008
00000020:00010000:2.0:1789760794.854522:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.854526:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.854529:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.854533:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.854535:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.854543:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.854550:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.854567:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760794.854668:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc000 - object 0x280000401:2 offset 25894912<>25899008
00000100:00100000:3.0:1789760794.854738:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484381056:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760794.894920:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973640 gen 2
00000008:00010000:3.0:1789760794.894982:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:3.0:1789760794.894990:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.895009:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.895027:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:3.0:1789760794.895159:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484381056:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760794.895266:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6322, 6322]
00000080:00200000:2.0:1789760794.895281:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.895288:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.895303:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25899008 i_blocks 51207
00000020:00200000:2.0:1789760794.895307:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.895318:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.895349:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25899008, count: 4096
00000080:00200000:2.0:1789760794.895357:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25899008, bytes: 4096
00000080:00200000:2.0:1789760794.895366:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.895374:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.895377:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25899008, 25903104) 0 0
00000080:00200000:2.0:1789760794.895381:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.895400:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6323, 6323]
00020000:00200000:2.0:1789760794.895408:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25899008 chunk: [25899008, 25903104) 25903104, 4096
00020000:00200000:2.0:1789760794.895413:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.895432:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6323, 6323]
00000008:00010000:2.0:1789760794.895449:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.895454:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760794.895467:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25899008, 25903104) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.895480:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25899008=0x18b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.895534:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.895537:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25903104
00000020:00010000:2.0:1789760794.895546:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.895550:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.895553:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.895556:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.895559:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.895567:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.895574:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.895590:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760794.895687:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd180 - object 0x280000401:2 offset 25899008<>25903104
00000100:00100000:3.0:1789760794.895791:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484381184:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760794.935838:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973641 gen 2
00000008:00010000:3.0:1789760794.935917:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000020:00200000:3.0:1789760794.935925:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.935936:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.938606:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000100:00100000:3.0:1789760794.938700:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484381184:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760794.940550:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6323, 6323]
00000080:00200000:2.0:1789760794.940576:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.940584:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.940602:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25903104 i_blocks 51207
00000020:00200000:2.0:1789760794.940607:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.940620:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.940652:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25903104, count: 4096
00000080:00200000:2.0:1789760794.940661:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25903104, bytes: 4096
00000080:00200000:2.0:1789760794.940673:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.940681:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.940683:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25903104, 25907200) 0 0
00000080:00200000:2.0:1789760794.940687:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.940703:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6324, 6324]
00020000:00200000:2.0:1789760794.940720:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25903104 chunk: [25903104, 25907200) 25907200, 4096
00020000:00200000:2.0:1789760794.940725:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.940834:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6324, 6324]
00000008:00010000:2.0:1789760794.940852:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.940858:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760794.940884:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25903104, 25907200) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.940899:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25903104=0x18b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.941095:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.941099:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25907200
00000020:00010000:2.0:1789760794.941107:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.941110:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.941113:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.941116:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.941119:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.941127:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.941134:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.941163:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000008:00100000:2.0:1789760794.941278:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ded80 - object 0x280000401:2 offset 25903104<>25907200
00000100:00100000:3.0:1789760794.941469:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484381312:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760794.981277:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973642 gen 2
00000008:00010000:3.0:1789760794.981333:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000020:00200000:3.0:1789760794.981342:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.981354:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.981430:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6a80
00000100:00100000:3.0:1789760794.981462:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484381312:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760794.981470:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6324, 6324]
00000080:00200000:2.0:1789760794.981488:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.981495:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.981511:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25907200 i_blocks 51207
00000020:00200000:2.0:1789760794.981515:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.981525:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.981611:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25907200, count: 4096
00000080:00200000:2.0:1789760794.981618:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25907200, bytes: 4096
00000080:00200000:2.0:1789760794.981626:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.981633:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.981635:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25907200, 25911296) 0 0
00000080:00200000:2.0:1789760794.981638:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.981655:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6325, 6325]
00020000:00200000:2.0:1789760794.981663:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25907200 chunk: [25907200, 25911296) 25911296, 4096
00020000:00200000:2.0:1789760794.981666:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.981684:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6325, 6325]
00000008:00010000:2.0:1789760794.981697:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.981702:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760794.981712:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25907200, 25911296) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.981726:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25907200=0x18b5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.982001:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.982004:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25911296
00000020:00010000:2.0:1789760794.982014:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.982017:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.982021:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.982024:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.982027:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.982034:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.982041:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.982172:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000008:00100000:2.0:1789760794.982550:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dc380 - object 0x280000401:2 offset 25907200<>25911296
00000100:00100000:3.0:1789760794.982808:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484381440:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760795.048830:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973643 gen 2
00000008:00010000:3.0:1789760795.048932:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000020:00200000:3.0:1789760795.048941:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.048963:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.048981:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6cc0
00000100:00100000:3.0:1789760795.049011:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484381440:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760795.049180:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6325, 6325]
00000080:00200000:2.0:1789760795.049197:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.049203:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.049218:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25911296 i_blocks 51207
00000020:00200000:2.0:1789760795.049222:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.049233:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.049265:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25911296, count: 4096
00000080:00200000:2.0:1789760795.049272:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25911296, bytes: 4096
00000080:00200000:2.0:1789760795.049281:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.049289:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.049292:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25911296, 25915392) 0 0
00000080:00200000:2.0:1789760795.049296:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.049312:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6326, 6326]
00020000:00200000:2.0:1789760795.049321:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25911296 chunk: [25911296, 25915392) 25915392, 4096
00020000:00200000:2.0:1789760795.049325:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.049350:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6326, 6326]
00000008:00010000:2.0:1789760795.049367:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.049373:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760795.049384:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25911296, 25915392) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.049402:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25911296=0x18b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.049461:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.049464:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25915392
00000020:00010000:2.0:1789760795.049472:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.049476:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.049479:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.049483:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.049485:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.049492:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.049499:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.049513:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000008:00100000:2.0:1789760795.049615:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df800 - object 0x280000401:2 offset 25911296<>25915392
00000100:00100000:2.0:1789760795.049661:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760795.049678:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484381568:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760795.115188:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973644 gen 2
00000008:00010000:3.0:1789760795.115242:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000020:00200000:3.0:1789760795.115251:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.115276:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.115299:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6e40
00000100:00100000:3.0:1789760795.115466:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484381568:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760795.115513:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6326, 6326]
00000080:00200000:0.0:1789760795.115531:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.115537:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.115553:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25915392 i_blocks 51207
00000020:00200000:0.0:1789760795.115557:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.115568:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.115601:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25915392, count: 4096
00000080:00200000:0.0:1789760795.115610:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25915392, bytes: 4096
00000080:00200000:0.0:1789760795.115620:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.115628:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.115630:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25915392, 25919488) 0 0
00000080:00200000:0.0:1789760795.115634:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.115649:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6327, 6327]
00020000:00200000:0.0:1789760795.115657:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25915392 chunk: [25915392, 25919488) 25919488, 4096
00020000:00200000:0.0:1789760795.115662:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.115680:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6327, 6327]
00000008:00010000:0.0:1789760795.115695:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.115701:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760795.115712:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25915392, 25919488) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.115725:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25915392=0x18b7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.115780:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.115782:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25919488
00000020:00010000:0.0:1789760795.115791:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.115794:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.115797:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.115800:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.115803:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.115810:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.115816:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.115832:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760795.116178:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 25915392<>25919488
00000100:00100000:1.0:1789760795.116476:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484381696:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760795.170770:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973645 gen 2
00000008:00010000:1.0:1789760795.170825:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760795.170834:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.170846:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.170980:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760795.171011:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484381696:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760795.171112:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6327, 6327]
00000080:00200000:0.0:1789760795.171131:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.171137:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.171155:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25919488 i_blocks 51207
00000020:00200000:0.0:1789760795.171158:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.171170:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.171203:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25919488, count: 4096
00000080:00200000:0.0:1789760795.171210:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25919488, bytes: 4096
00000080:00200000:0.0:1789760795.171222:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.171232:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.171234:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25919488, 25923584) 0 0
00000080:00200000:0.0:1789760795.171239:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.171256:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6328, 6328]
00020000:00200000:0.0:1789760795.171267:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25919488 chunk: [25919488, 25923584) 25923584, 4096
00020000:00200000:0.0:1789760795.171271:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.171293:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6328, 6328]
00000008:00010000:0.0:1789760795.171311:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.171318:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760795.171525:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25919488, 25923584) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.171543:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25919488=0x18b8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.171607:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.171610:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25923584
00000020:00010000:0.0:1789760795.171618:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.171622:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.171625:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.171629:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.171632:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.171640:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.171646:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.171665:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760795.171769:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 25919488<>25923584
00000100:00100000:1.0:1789760795.171843:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484381824:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760795.231965:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760795.231980:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.231991:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.232012:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760795.232038:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484381824:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760795.232131:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6328, 6328]
00000080:00200000:3.0:1789760795.232147:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760795.232153:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760795.232168:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25923584 i_blocks 51207
00000020:00200000:3.0:1789760795.232172:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760795.232182:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760795.232214:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25923584, count: 4096
00000080:00200000:3.0:1789760795.232220:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25923584, bytes: 4096
00000080:00200000:3.0:1789760795.232230:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760795.232238:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760795.232240:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25923584, 25927680) 0 0
00000080:00200000:3.0:1789760795.232246:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760795.232262:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6329, 6329]
00020000:00200000:3.0:1789760795.232270:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25923584 chunk: [25923584, 25927680) 25927680, 4096
00020000:00200000:3.0:1789760795.232275:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760795.232294:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6329, 6329]
00000008:00010000:3.0:1789760795.232311:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760795.232316:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760795.232327:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25923584, 25927680) append 0 append lockpos 0
00000080:00200000:3.0:1789760795.232341:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25923584=0x18b9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760795.232403:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760795.232406:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25927680
00000020:00010000:3.0:1789760795.232414:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760795.232418:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.232421:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.232425:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760795.232427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760795.232436:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760795.232442:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760795.232458:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760795.232558:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 25923584<>25927680
00000100:00100000:3.0:1789760795.232607:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760795.232624:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484381952:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760795.277935:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973647 gen 2
00000008:00010000:3.0:1789760795.277995:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760795.279321:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.279333:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.279364:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760795.279396:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484381952:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760795.279436:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6329, 6329]
00000080:00200000:0.0:1789760795.279460:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.279477:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.279496:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25927680 i_blocks 51207
00000020:00200000:0.0:1789760795.279501:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.279515:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.279549:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25927680, count: 4096
00000080:00200000:0.0:1789760795.279557:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25927680, bytes: 4096
00000080:00200000:0.0:1789760795.279568:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.279576:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.279578:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25927680, 25931776) 0 0
00000080:00200000:0.0:1789760795.279582:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.279598:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6330, 6330]
00020000:00200000:0.0:1789760795.279606:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25927680 chunk: [25927680, 25931776) 25931776, 4096
00020000:00200000:0.0:1789760795.279611:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.279630:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6330, 6330]
00000008:00010000:0.0:1789760795.279646:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.279652:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760795.279663:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25927680, 25931776) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.279676:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25927680=0x18ba000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.279722:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.279725:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25931776
00000020:00010000:0.0:1789760795.279743:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.279747:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.279750:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.279754:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.279757:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.279763:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.279769:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760795.280440:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:3.0:1789760795.280540:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 25927680<>25931776
00000100:00100000:3.0:1789760795.280591:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484382080:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760795.333514:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973648 gen 2
00000008:00010000:3.0:1789760795.333556:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:3.0:1789760795.333563:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.333574:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.333802:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:3.0:1789760795.333828:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484382080:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760795.336731:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6330, 6330]
00000080:00200000:1.0:1789760795.336751:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.336757:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.336770:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25931776 i_blocks 51207
00000020:00200000:1.0:1789760795.336775:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.336789:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.336819:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25931776, count: 4096
00000080:00200000:1.0:1789760795.336827:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25931776, bytes: 4096
00000080:00200000:1.0:1789760795.336839:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.336847:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.336849:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25931776, 25935872) 0 0
00000080:00200000:1.0:1789760795.336853:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.336882:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6331, 6331]
00020000:00200000:1.0:1789760795.336891:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25931776 chunk: [25931776, 25935872) 25935872, 4096
00020000:00200000:1.0:1789760795.336896:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.336912:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6331, 6331]
00000008:00010000:1.0:1789760795.336928:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.336933:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760795.336942:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25931776, 25935872) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.336962:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25931776=0x18bb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.337016:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.337018:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25935872
00000020:00010000:1.0:1789760795.337025:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.337028:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.337031:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.337035:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.337038:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.337045:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.337051:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.337087:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760795.337179:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 25931776<>25935872
00000100:00100000:1.0:1789760795.337228:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760795.337250:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484382208:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760795.389390:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973649 gen 2
00000008:00010000:1.0:1789760795.389427:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760795.389433:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.389442:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.389466:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760795.389489:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484382208:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760795.389586:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6331, 6331]
00000080:00200000:0.0:1789760795.389600:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.389605:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.389617:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25935872 i_blocks 51207
00000020:00200000:0.0:1789760795.389620:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.389629:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.389661:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25935872, count: 4096
00000080:00200000:0.0:1789760795.389667:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25935872, bytes: 4096
00000080:00200000:0.0:1789760795.389675:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.389693:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.389695:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25935872, 25939968) 0 0
00000080:00200000:0.0:1789760795.389699:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.389711:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6332, 6332]
00020000:00200000:0.0:1789760795.389719:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25935872 chunk: [25935872, 25939968) 25939968, 4096
00020000:00200000:0.0:1789760795.389723:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.389738:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6332, 6332]
00000008:00010000:0.0:1789760795.389751:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.389766:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760795.389776:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25935872, 25939968) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.389788:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25935872=0x18bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.389831:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.389834:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25939968
00000020:00010000:0.0:1789760795.389840:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.389843:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.389846:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.389849:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.389851:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.389857:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.390014:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.390028:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760795.390172:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 25935872<>25939968
00000100:00100000:0.0:1789760795.390200:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.390214:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382336:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760795.452088:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760795.466492:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973650 gen 2
00000008:00010000:0.0:1789760795.466527:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760795.466534:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.466542:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.466564:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760795.466587:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382336:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760795.466765:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6332, 6332]
00000080:00200000:1.0:1789760795.466778:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.466783:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.466794:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25939968 i_blocks 51207
00000020:00200000:1.0:1789760795.466798:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.466807:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.466837:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25939968, count: 4096
00000080:00200000:1.0:1789760795.466843:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25939968, bytes: 4096
00000080:00200000:1.0:1789760795.466852:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.466859:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.466861:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25939968, 25944064) 0 0
00000080:00200000:1.0:1789760795.466892:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.466906:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6333, 6333]
00020000:00200000:1.0:1789760795.466914:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25939968 chunk: [25939968, 25944064) 25944064, 4096
00020000:00200000:1.0:1789760795.466919:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.466935:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6333, 6333]
00000008:00010000:1.0:1789760795.466961:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.466966:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760795.466985:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25939968, 25944064) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.467163:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25939968=0x18bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.467217:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.467219:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25944064
00000020:00010000:1.0:1789760795.467226:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.467230:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.467232:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.467235:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.467238:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.467246:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.467252:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.467266:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760795.467345:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 25939968<>25944064
00000100:00100000:1.0:1789760795.467383:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760795.467398:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484382464:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760795.548486:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973651 gen 2
00000008:00010000:1.0:1789760795.548528:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:1.0:1789760795.548536:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.548545:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.548622:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:1.0:1789760795.548647:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484382464:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760795.555572:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6333, 6333]
00000080:00200000:0.0:1789760795.555596:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.555601:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.555616:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25944064 i_blocks 51207
00000020:00200000:0.0:1789760795.555620:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.555635:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.555664:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25944064, count: 4096
00000080:00200000:0.0:1789760795.555671:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25944064, bytes: 4096
00000080:00200000:0.0:1789760795.555695:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.555703:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.555705:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25944064, 25948160) 0 0
00000080:00200000:0.0:1789760795.555709:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.555722:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6334, 6334]
00020000:00200000:0.0:1789760795.555729:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25944064 chunk: [25944064, 25948160) 25948160, 4096
00020000:00200000:0.0:1789760795.555733:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.555751:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6334, 6334]
00000008:00010000:0.0:1789760795.555766:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.555770:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760795.555780:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25944064, 25948160) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.555792:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25944064=0x18be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.555848:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.555850:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25948160
00000020:00010000:0.0:1789760795.555857:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.555861:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.555880:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.555883:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.555886:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.555893:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.555899:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.555921:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760795.556015:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 25944064<>25948160
00000100:00100000:0.0:1789760795.556049:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.556068:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382592:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760795.604510:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760795.604520:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.604528:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.604552:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760795.604577:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382592:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760795.604676:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6334, 6334]
00000080:00200000:1.0:1789760795.604688:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.604693:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.604706:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25948160 i_blocks 51207
00000020:00200000:1.0:1789760795.604709:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.604717:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.604754:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25948160, count: 4096
00000080:00200000:1.0:1789760795.604761:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25948160, bytes: 4096
00000080:00200000:1.0:1789760795.604771:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.604778:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.604780:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25948160, 25952256) 0 0
00000080:00200000:1.0:1789760795.604784:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.604796:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6335, 6335]
00020000:00200000:1.0:1789760795.604803:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25948160 chunk: [25948160, 25952256) 25952256, 4096
00020000:00200000:1.0:1789760795.604806:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.604821:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6335, 6335]
00000008:00010000:1.0:1789760795.604834:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.604838:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760795.604845:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25948160, 25952256) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.604856:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25948160=0x18bf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.604992:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.604996:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25952256
00000020:00010000:1.0:1789760795.605003:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.605006:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.605009:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.605012:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.605014:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.605021:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.605026:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.605163:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760795.605242:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aa300 - object 0x280000401:2 offset 25948160<>25952256
00000100:00100000:0.0:1789760795.605328:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382720:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760795.644722:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973652 gen 2
00000100:00100000:0.0:1789760795.644757:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8d84aa300 x1876699484382720/t4294973653(4294973653) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760811 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760795.644795:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760795.644801:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.644809:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.644829:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760795.644851:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382720:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760795.644982:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6335, 6335]
00000080:00200000:1.0:1789760795.644994:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.644999:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.645010:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25952256 i_blocks 51207
00000020:00200000:1.0:1789760795.645013:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.645022:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.645058:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25952256, count: 4096
00000080:00200000:1.0:1789760795.645065:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25952256, bytes: 4096
00000080:00200000:1.0:1789760795.645073:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.645080:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.645082:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25952256, 25956352) 0 0
00000080:00200000:1.0:1789760795.645085:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.645097:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6336, 6336]
00020000:00200000:1.0:1789760795.645104:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25952256 chunk: [25952256, 25956352) 25956352, 4096
00020000:00200000:1.0:1789760795.645108:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.645123:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6336, 6336]
00000008:00010000:1.0:1789760795.645136:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.645141:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760795.645149:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25952256, 25956352) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.645160:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25952256=0x18c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.645206:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.645208:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25956352
00000020:00010000:1.0:1789760795.645215:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.645218:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.645221:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.645224:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.645227:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.645232:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.645238:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.645251:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760795.645330:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84abb80 - object 0x280000401:2 offset 25952256<>25956352
00000100:00100000:0.0:1789760795.645485:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.645500:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382848:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760795.678037:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973654 gen 2
00000008:00010000:0.0:1789760795.678090:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760795.678098:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.678106:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.678128:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760795.678151:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382848:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760795.678390:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6336, 6336]
00000080:00200000:1.0:1789760795.678402:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.678406:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.678416:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25956352 i_blocks 51207
00000020:00200000:1.0:1789760795.678418:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.678426:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.678453:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25956352, count: 4096
00000080:00200000:1.0:1789760795.678457:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25956352, bytes: 4096
00000080:00200000:1.0:1789760795.678463:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.678469:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.678477:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25956352, 25960448) 0 0
00000080:00200000:1.0:1789760795.678481:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.678491:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6337, 6337]
00020000:00200000:1.0:1789760795.678496:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25956352 chunk: [25956352, 25960448) 25960448, 4096
00020000:00200000:1.0:1789760795.678499:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.678513:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6337, 6337]
00000008:00010000:1.0:1789760795.678524:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.678528:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760795.678535:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25956352, 25960448) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.678544:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25956352=0x18c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.678579:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.678581:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25960448
00000020:00010000:1.0:1789760795.678586:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.678588:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.678590:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.678592:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.678593:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.678598:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.678602:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.678613:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760795.678678:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 25956352<>25960448
00000100:00100000:0.0:1789760795.678822:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382976:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760795.746810:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760795.746821:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.746830:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.746852:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760795.747023:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484382976:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760795.749201:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6337, 6337]
00000080:00200000:1.0:1789760795.749220:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.749225:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.749240:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25960448 i_blocks 51207
00000020:00200000:1.0:1789760795.749244:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.749258:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.749288:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25960448, count: 4096
00000080:00200000:1.0:1789760795.749295:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25960448, bytes: 4096
00000080:00200000:1.0:1789760795.749307:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.749315:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.749317:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25960448, 25964544) 0 0
00000080:00200000:1.0:1789760795.749320:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.749334:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6338, 6338]
00020000:00200000:1.0:1789760795.749341:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25960448 chunk: [25960448, 25964544) 25964544, 4096
00020000:00200000:1.0:1789760795.749345:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.749360:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6338, 6338]
00000008:00010000:1.0:1789760795.749375:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.749380:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760795.749389:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25960448, 25964544) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.749400:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25960448=0x18c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.749451:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.749454:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25964544
00000020:00010000:1.0:1789760795.749461:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.749465:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.749467:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.749470:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.749472:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.749480:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.749485:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.749502:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760795.749595:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 25960448<>25964544
00000100:00100000:1.0:1789760795.749639:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760795.749657:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484383104:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760795.802306:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973656 gen 2
00000008:00010000:1.0:1789760795.802351:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:1.0:1789760795.802358:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.802367:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.802392:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:1.0:1789760795.802417:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484383104:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760795.802522:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6338, 6338]
00000080:00200000:0.0:1789760795.802536:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.802541:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.802555:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25964544 i_blocks 51207
00000020:00200000:0.0:1789760795.802558:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.802567:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.802595:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25964544, count: 4096
00000080:00200000:0.0:1789760795.802600:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25964544, bytes: 4096
00000080:00200000:0.0:1789760795.802608:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.802615:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.802619:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25964544, 25968640) 0 0
00000080:00200000:0.0:1789760795.802623:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.802635:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6339, 6339]
00020000:00200000:0.0:1789760795.802642:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25964544 chunk: [25964544, 25968640) 25968640, 4096
00020000:00200000:0.0:1789760795.802646:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.802661:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6339, 6339]
00000008:00010000:0.0:1789760795.802675:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.802680:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760795.802690:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25964544, 25968640) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.802701:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25964544=0x18c3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.802747:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.802750:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25968640
00000020:00010000:0.0:1789760795.802756:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.802760:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.802763:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.802766:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.802769:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.802775:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.802779:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.802792:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760795.803085:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 25964544<>25968640
00000100:00100000:1.0:1789760795.803138:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484383232:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760795.856988:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973657 gen 2
00000008:00010000:1.0:1789760795.857022:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760795.857028:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.857047:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.857066:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760795.857089:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484383232:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760795.857229:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6339, 6339]
00000080:00200000:2.0:1789760795.857242:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.857248:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.857261:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25968640 i_blocks 51207
00000020:00200000:2.0:1789760795.857265:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.857273:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.857299:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25968640, count: 4096
00000080:00200000:2.0:1789760795.857305:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25968640, bytes: 4096
00000080:00200000:2.0:1789760795.857313:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.857320:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.857322:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25968640, 25972736) 0 0
00000080:00200000:2.0:1789760795.857326:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.857339:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6340, 6340]
00020000:00200000:2.0:1789760795.857346:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25968640 chunk: [25968640, 25972736) 25972736, 4096
00020000:00200000:2.0:1789760795.857350:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.857364:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6340, 6340]
00000008:00010000:2.0:1789760795.857376:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.857381:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760795.857402:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25968640, 25972736) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.857415:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25968640=0x18c4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.857467:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.857470:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25972736
00000020:00010000:2.0:1789760795.857476:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.857479:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.857482:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.857486:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.857489:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.857496:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.857501:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.857515:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000008:00100000:2.0:1789760795.857593:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddc00 - object 0x280000401:2 offset 25968640<>25972736
00000100:00100000:3.0:1789760795.857659:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484383360:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760795.919369:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973658 gen 2
00000008:00010000:3.0:1789760795.919423:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000020:00200000:3.0:1789760795.919430:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.919439:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.920185:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6340, 6340]
00000080:00200000:2.0:1789760795.920200:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.920206:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.920218:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25972736 i_blocks 51207
00000020:00200000:2.0:1789760795.920221:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.920230:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.920257:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25972736, count: 4096
00000080:00200000:2.0:1789760795.920263:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25972736, bytes: 4096
00000080:00200000:2.0:1789760795.920272:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.920280:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.920281:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25972736, 25976832) 0 0
00000080:00200000:2.0:1789760795.920285:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.920299:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6341, 6341]
00020000:00200000:2.0:1789760795.920306:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25972736 chunk: [25972736, 25976832) 25976832, 4096
00020000:00200000:2.0:1789760795.920310:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.920324:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6341, 6341]
00000008:00010000:2.0:1789760795.920338:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.920343:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760795.920352:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25972736, 25976832) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.920364:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25972736=0x18c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.920413:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.920416:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25976832
00000020:00010000:2.0:1789760795.920422:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.920426:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.920428:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.920432:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.920435:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.920441:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.920446:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760795.920764:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6000
00000100:00100000:3.0:1789760795.920782:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484383360:192.168.203.110@tcp:4:dd.0
00000008:00010000:2.0:1789760795.929624:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000008:00100000:2.0:1789760795.929746:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33de300 - object 0x280000401:2 offset 25972736<>25976832
00000100:00100000:3.0:1789760795.929834:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760795.930806:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484383488:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760795.996538:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973659 gen 2
00000008:00010000:3.0:1789760795.996622:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000020:00200000:3.0:1789760795.996630:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.996640:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.996662:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6180
00000100:00100000:3.0:1789760795.996687:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484383488:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760795.996918:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6341, 6341]
00000080:00200000:1.0:1789760795.996931:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.996936:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.997021:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25976832 i_blocks 51207
00000020:00200000:1.0:1789760795.997025:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.997089:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.997129:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25976832, count: 4096
00000080:00200000:1.0:1789760795.997136:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25976832, bytes: 4096
00000080:00200000:1.0:1789760795.997145:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.997154:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.997155:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25976832, 25980928) 0 0
00000080:00200000:1.0:1789760795.997160:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.997174:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6342, 6342]
00020000:00200000:1.0:1789760795.997181:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25976832 chunk: [25976832, 25980928) 25980928, 4096
00020000:00200000:1.0:1789760795.997184:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.997200:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6342, 6342]
00000008:00010000:1.0:1789760795.997215:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.997219:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760795.997229:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25976832, 25980928) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.997246:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25976832=0x18c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.997298:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.997301:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25980928
00000020:00010000:1.0:1789760795.997307:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.997310:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.997313:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.997316:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.997319:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.997325:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.997330:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.997344:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760795.997420:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 25976832<>25980928
00000100:00100000:1.0:1789760795.997464:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760795.997479:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484383616:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760796.044796:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973660 gen 2
00000008:00010000:1.0:1789760796.045025:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:1.0:1789760796.045086:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.045096:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.045205:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:1.0:1789760796.045241:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484383616:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760796.045964:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6342, 6342]
00000080:00200000:3.0:1789760796.045979:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.045984:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.045996:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25980928 i_blocks 51207
00000020:00200000:3.0:1789760796.046000:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.046008:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.046168:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25980928, count: 4096
00000080:00200000:3.0:1789760796.046175:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25980928, bytes: 4096
00000080:00200000:3.0:1789760796.046186:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.046193:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.046195:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25980928, 25985024) 0 0
00000080:00200000:3.0:1789760796.046199:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.046211:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6343, 6343]
00020000:00200000:3.0:1789760796.046218:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25980928 chunk: [25980928, 25985024) 25985024, 4096
00020000:00200000:3.0:1789760796.046223:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.046238:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6343, 6343]
00000008:00010000:3.0:1789760796.046252:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.046258:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760796.046268:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25980928, 25985024) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.046280:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25980928=0x18c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.046327:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.046329:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25985024
00000020:00010000:3.0:1789760796.046336:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.046339:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.046342:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.046345:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.046348:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.046354:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.046359:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.046378:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760796.046457:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 25980928<>25985024
00000100:00100000:2.0:1789760796.046528:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484383744:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760796.123329:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973661 gen 2
00000008:00010000:3.0:1789760796.123380:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760796.123390:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.123399:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.123432:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760796.123455:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484383744:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.123738:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6343, 6343]
00000080:00200000:1.0:1789760796.123755:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.123762:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.123778:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25985024 i_blocks 51207
00000020:00200000:1.0:1789760796.123782:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.123792:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.123828:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25985024, count: 4096
00000080:00200000:1.0:1789760796.123835:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25985024, bytes: 4096
00000080:00200000:1.0:1789760796.123848:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.123858:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.123860:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25985024, 25989120) 0 0
00000080:00200000:1.0:1789760796.123890:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.123907:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6344, 6344]
00020000:00200000:1.0:1789760796.123916:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25985024 chunk: [25985024, 25989120) 25989120, 4096
00020000:00200000:1.0:1789760796.123921:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.123952:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6344, 6344]
00000008:00010000:1.0:1789760796.123972:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.123978:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.123989:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25985024, 25989120) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.124013:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25985024=0x18c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.124074:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.124077:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25989120
00000020:00010000:1.0:1789760796.124086:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.124090:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.124093:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.124096:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.124099:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.124107:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.124114:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.124130:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760796.124231:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9180 - object 0x280000401:2 offset 25985024<>25989120
00000100:00100000:0.0:1789760796.125334:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760796.125366:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484383872:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760796.178188:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:1.0:1789760796.178204:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.178217:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.178244:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:1.0:1789760796.178274:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484383872:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760796.178385:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6344, 6344]
00000080:00200000:3.0:1789760796.178403:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.178408:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.178424:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25989120 i_blocks 51207
00000020:00200000:3.0:1789760796.178427:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.178438:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.178468:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25989120, count: 4096
00000080:00200000:3.0:1789760796.178475:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25989120, bytes: 4096
00000080:00200000:3.0:1789760796.178488:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.178497:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.178499:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25989120, 25993216) 0 0
00000080:00200000:3.0:1789760796.178503:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.178521:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6345, 6345]
00020000:00200000:3.0:1789760796.178531:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25989120 chunk: [25989120, 25993216) 25993216, 4096
00020000:00200000:3.0:1789760796.178536:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.178555:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6345, 6345]
00000008:00010000:3.0:1789760796.178572:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.178578:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760796.178589:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25989120, 25993216) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.178603:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25989120=0x18c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.178664:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.178666:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25993216
00000020:00010000:3.0:1789760796.178675:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.178679:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.178682:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.178685:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.178688:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.178694:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.178701:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.178716:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760796.178819:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 25989120<>25993216
00000100:00100000:3.0:1789760796.178898:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760796.178916:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484384000:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760796.250324:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973663 gen 2
00000008:00010000:3.0:1789760796.250370:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760796.250376:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.250384:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.250410:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760796.250432:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484384000:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.250536:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6345, 6345]
00000080:00200000:1.0:1789760796.250548:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.250556:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.250567:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25993216 i_blocks 51207
00000020:00200000:1.0:1789760796.250570:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.250590:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.250620:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25993216, count: 4096
00000080:00200000:1.0:1789760796.250626:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25993216, bytes: 4096
00000080:00200000:1.0:1789760796.250635:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.250643:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.250645:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25993216, 25997312) 0 0
00000080:00200000:1.0:1789760796.250649:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.250663:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6346, 6346]
00020000:00200000:1.0:1789760796.250670:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25993216 chunk: [25993216, 25997312) 25997312, 4096
00020000:00200000:1.0:1789760796.250674:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.250689:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6346, 6346]
00000008:00010000:1.0:1789760796.250703:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.250707:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.250716:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25993216, 25997312) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.250726:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25993216=0x18ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.251265:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.251269:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25997312
00000020:00010000:1.0:1789760796.251277:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.251281:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.251284:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.251287:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.251290:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.251297:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.251304:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.251319:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470f00
00000008:00100000:1.0:1789760796.251403:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9c00 - object 0x280000401:2 offset 25993216<>25997312
00000100:00100000:0.0:1789760796.251510:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484384128:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760796.287776:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973664 gen 2
00000008:00010000:0.0:1789760796.287815:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470f00
00000020:00200000:0.0:1789760796.287821:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.287830:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.287852:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470f00
00000100:00100000:0.0:1789760796.287909:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484384128:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.288148:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6346, 6346]
00000080:00200000:1.0:1789760796.288161:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.288167:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.288178:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25997312 i_blocks 51207
00000020:00200000:1.0:1789760796.288181:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.288189:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.288219:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25997312, count: 4096
00000080:00200000:1.0:1789760796.288225:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25997312, bytes: 4096
00000080:00200000:1.0:1789760796.288233:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.288239:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.288241:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25997312, 26001408) 0 0
00000080:00200000:1.0:1789760796.288245:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.288258:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6347, 6347]
00020000:00200000:1.0:1789760796.288264:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25997312 chunk: [25997312, 26001408) 26001408, 4096
00020000:00200000:1.0:1789760796.288268:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.288285:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6347, 6347]
00000008:00010000:1.0:1789760796.288297:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.288302:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.288311:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25997312, 26001408) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.288322:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=25997312=0x18cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.288367:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.288370:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26001408
00000020:00010000:1.0:1789760796.288376:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.288379:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.288382:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.288385:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.288388:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.288395:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.288399:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.288414:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d04703c0
00000008:00100000:1.0:1789760796.288496:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9f80 - object 0x280000401:2 offset 25997312<>26001408
00000100:00100000:0.0:1789760796.288830:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484384256:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760796.355975:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d04703c0
00000020:00200000:0.0:1789760796.355986:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.355995:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.356015:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d04703c0
00000100:00100000:0.0:1789760796.356047:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484384256:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.356238:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6347, 6347]
00000080:00200000:1.0:1789760796.356252:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.356257:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.356269:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26001408 i_blocks 51207
00000020:00200000:1.0:1789760796.356272:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.356281:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.356309:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26001408, count: 4096
00000080:00200000:1.0:1789760796.356315:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26001408, bytes: 4096
00000080:00200000:1.0:1789760796.356322:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.356329:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.356331:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26001408, 26005504) 0 0
00000080:00200000:1.0:1789760796.356334:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.356347:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6348, 6348]
00020000:00200000:1.0:1789760796.356353:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26001408 chunk: [26001408, 26005504) 26005504, 4096
00020000:00200000:1.0:1789760796.356357:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.356372:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6348, 6348]
00000008:00010000:1.0:1789760796.356385:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.356390:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.356399:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26001408, 26005504) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.356410:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26001408=0x18cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.356453:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.356456:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26005504
00000020:00010000:1.0:1789760796.356462:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.356465:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.356468:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.356471:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.356473:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.356481:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.356486:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.356498:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470180
00000008:00100000:1.0:1789760796.356578:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8000 - object 0x280000401:2 offset 26001408<>26005504
00000100:00100000:0.0:1789760796.356819:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484384384:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760796.423556:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973666 gen 2
00000008:00010000:0.0:1789760796.423659:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470180
00000020:00200000:0.0:1789760796.423665:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.423672:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.423738:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470180
00000100:00100000:0.0:1789760796.423757:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484384384:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.423846:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6348, 6348]
00000080:00200000:1.0:1789760796.423856:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.423861:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.423905:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26005504 i_blocks 51207
00000020:00200000:1.0:1789760796.423908:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.423918:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.423959:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26005504, count: 4096
00000080:00200000:1.0:1789760796.423966:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26005504, bytes: 4096
00000080:00200000:1.0:1789760796.423974:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.423981:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.423984:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26005504, 26009600) 0 0
00000080:00200000:1.0:1789760796.423988:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.424000:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6349, 6349]
00020000:00200000:1.0:1789760796.424006:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26005504 chunk: [26005504, 26009600) 26009600, 4096
00020000:00200000:1.0:1789760796.424010:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.424025:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6349, 6349]
00000008:00010000:1.0:1789760796.424039:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.424043:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.424053:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26005504, 26009600) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.424063:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26005504=0x18cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.424107:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.424110:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26009600
00000020:00010000:1.0:1789760796.424117:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.424120:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.424122:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.424125:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.424128:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.424134:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.424139:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.424154:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470600
00000008:00100000:1.0:1789760796.424232:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9500 - object 0x280000401:2 offset 26005504<>26009600
00000100:00100000:0.0:1789760796.424294:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484384512:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760796.477780:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:0.0:1789760796.480739:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470600
00000020:00200000:0.0:1789760796.480749:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.480758:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.480778:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470600
00000100:00100000:0.0:1789760796.480802:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484384512:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.480893:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6349, 6349]
00000080:00200000:1.0:1789760796.480906:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.480910:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.480921:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26009600 i_blocks 51207
00000020:00200000:1.0:1789760796.480924:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.480932:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.480975:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26009600, count: 4096
00000080:00200000:1.0:1789760796.480980:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26009600, bytes: 4096
00000080:00200000:1.0:1789760796.480989:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.480996:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.480998:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26009600, 26013696) 0 0
00000080:00200000:1.0:1789760796.481001:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.481013:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6350, 6350]
00020000:00200000:1.0:1789760796.481019:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26009600 chunk: [26009600, 26013696) 26013696, 4096
00020000:00200000:1.0:1789760796.481022:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.481036:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6350, 6350]
00000008:00010000:1.0:1789760796.481049:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.481054:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.481062:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26009600, 26013696) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.481072:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26009600=0x18ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.481115:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.481118:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26013696
00000020:00010000:1.0:1789760796.481125:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.481463:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.481467:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.481470:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.481473:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.481480:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.481485:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.481499:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760796.481571:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab800 - object 0x280000401:2 offset 26009600<>26013696
00000100:00100000:0.0:1789760796.482089:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484384640:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760796.534435:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973667 gen 2
00000100:00100000:0.0:1789760796.534466:0:2423:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8d84ab800 x1876699484384640/t4294973668(4294973668) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760812 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760796.534503:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760796.534508:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.534516:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.534536:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760796.534556:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484384640:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.534725:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6350, 6350]
00000080:00200000:1.0:1789760796.534739:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.534744:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.534756:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26013696 i_blocks 51207
00000020:00200000:1.0:1789760796.534760:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.534769:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.534797:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26013696, count: 4096
00000080:00200000:1.0:1789760796.534802:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26013696, bytes: 4096
00000080:00200000:1.0:1789760796.534810:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.534816:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.534818:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26013696, 26017792) 0 0
00000080:00200000:1.0:1789760796.534822:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.534834:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6351, 6351]
00020000:00200000:1.0:1789760796.534840:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26013696 chunk: [26013696, 26017792) 26017792, 4096
00020000:00200000:1.0:1789760796.534844:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.535032:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6351, 6351]
00000008:00010000:1.0:1789760796.535048:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.535053:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.535062:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26013696, 26017792) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.535073:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26013696=0x18cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.535116:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.535119:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26017792
00000020:00010000:1.0:1789760796.535126:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.535130:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.535133:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.535135:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.535138:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.535145:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.535151:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.535164:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470300
00000008:00100000:1.0:1789760796.535245:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a9880 - object 0x280000401:2 offset 26013696<>26017792
00000100:00100000:0.0:1789760796.535528:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484384768:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760796.598594:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973669 gen 2
00000008:00010000:0.0:1789760796.598645:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470300
00000020:00200000:0.0:1789760796.598653:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.598662:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.598680:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470300
00000100:00100000:0.0:1789760796.598705:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484384768:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.598930:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6351, 6351]
00000080:00200000:1.0:1789760796.598952:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.598958:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.598971:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26017792 i_blocks 51207
00000020:00200000:1.0:1789760796.598975:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.598985:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.599014:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26017792, count: 4096
00000080:00200000:1.0:1789760796.599020:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26017792, bytes: 4096
00000080:00200000:1.0:1789760796.599349:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.599358:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.599360:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26017792, 26021888) 0 0
00000080:00200000:1.0:1789760796.599364:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.599377:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6352, 6352]
00020000:00200000:1.0:1789760796.599384:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26017792 chunk: [26017792, 26021888) 26021888, 4096
00020000:00200000:1.0:1789760796.599388:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.599404:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6352, 6352]
00000008:00010000:1.0:1789760796.599480:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.599485:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.599495:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26017792, 26021888) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.599506:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26017792=0x18d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.599555:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.599557:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26021888
00000020:00010000:1.0:1789760796.599564:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.599566:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.599569:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.599573:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.599575:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.599583:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.599588:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.599604:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760796.599693:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab100 - object 0x280000401:2 offset 26017792<>26021888
00000100:00100000:0.0:1789760796.599806:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484384896:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760796.645461:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973670 gen 2
00000008:00010000:0.0:1789760796.645499:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760796.645506:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.645517:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.645537:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760796.645561:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484384896:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.646282:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6352, 6352]
00000080:00200000:1.0:1789760796.646296:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.646302:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.646315:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26021888 i_blocks 51207
00000020:00200000:1.0:1789760796.646319:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.646328:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.646356:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26021888, count: 4096
00000080:00200000:1.0:1789760796.646361:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26021888, bytes: 4096
00000080:00200000:1.0:1789760796.646369:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.646374:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.646376:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26021888, 26025984) 0 0
00000080:00200000:1.0:1789760796.646378:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.646389:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6353, 6353]
00020000:00200000:1.0:1789760796.646395:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26021888 chunk: [26021888, 26025984) 26025984, 4096
00020000:00200000:1.0:1789760796.646398:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.646410:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6353, 6353]
00000008:00010000:1.0:1789760796.646424:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.646428:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.646437:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26021888, 26025984) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.646448:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26021888=0x18d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.646496:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.646499:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26025984
00000020:00010000:1.0:1789760796.646506:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.646509:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.646512:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.646515:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.646518:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.646525:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.646530:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.646546:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470000
00000008:00100000:1.0:1789760796.646667:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84a8e00 - object 0x280000401:2 offset 26021888<>26025984
00000100:00100000:0.0:1789760796.646719:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484385024:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760796.708932:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973671 gen 2
00000008:00010000:0.0:1789760796.708977:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470000
00000020:00200000:0.0:1789760796.708984:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.708997:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.709128:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470000
00000100:00100000:0.0:1789760796.709153:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484385024:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.709236:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6353, 6353]
00000080:00200000:1.0:1789760796.709249:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.709254:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.709264:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26025984 i_blocks 51207
00000020:00200000:1.0:1789760796.709268:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.709276:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.709305:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26025984, count: 4096
00000080:00200000:1.0:1789760796.709311:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26025984, bytes: 4096
00000080:00200000:1.0:1789760796.709319:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.709327:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.709329:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26025984, 26030080) 0 0
00000080:00200000:1.0:1789760796.709333:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.709347:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6354, 6354]
00020000:00200000:1.0:1789760796.709354:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26025984 chunk: [26025984, 26030080) 26030080, 4096
00020000:00200000:1.0:1789760796.709358:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.709373:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6354, 6354]
00000008:00010000:1.0:1789760796.709386:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.709391:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.709400:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26025984, 26030080) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.709411:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26025984=0x18d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.709459:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.709462:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26030080
00000020:00010000:1.0:1789760796.709469:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.709473:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.709476:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.709479:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.709482:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.709489:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.709495:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.709509:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470300
00000008:00100000:1.0:1789760796.709597:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84ab480 - object 0x280000401:2 offset 26025984<>26030080
00000100:00100000:0.0:1789760796.709765:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484385152:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760796.755307:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973672 gen 2
00000008:00010000:0.0:1789760796.755344:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470300
00000020:00200000:0.0:1789760796.755351:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.755359:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.755427:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470300
00000100:00100000:0.0:1789760796.755451:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484385152:192.168.203.110@tcp:4:dd.0
00000080:00200000:1.0:1789760796.755522:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6354, 6354]
00000080:00200000:1.0:1789760796.755535:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.755539:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.755552:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26030080 i_blocks 51207
00000020:00200000:1.0:1789760796.755556:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.755563:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.755593:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26030080, count: 4096
00000080:00200000:1.0:1789760796.755599:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26030080, bytes: 4096
00000080:00200000:1.0:1789760796.755607:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.755613:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.755615:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26030080, 26034176) 0 0
00000080:00200000:1.0:1789760796.755619:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.755633:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6355, 6355]
00020000:00200000:1.0:1789760796.755639:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26030080 chunk: [26030080, 26034176) 26034176, 4096
00020000:00200000:1.0:1789760796.755643:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.755658:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6355, 6355]
00000008:00010000:1.0:1789760796.755673:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.755678:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d84261b0, osc lock ffff8ab8d22b3430, flags 0x0
00000080:00200000:1.0:1789760796.755686:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26030080, 26034176) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.755696:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26030080=0x18d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.755807:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.755810:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26034176
00000020:00010000:1.0:1789760796.755818:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.755821:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.755825:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d84261b0 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.755828:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.755830:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d84261b0 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.755836:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.755842:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.755855:0:9593:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8d0470780
00000008:00100000:1.0:1789760796.756113:0:9593:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8d84aad80 - object 0x280000401:2 offset 26030080<>26034176
00000100:00100000:0.0:1789760796.756171:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760796.756373:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484385280:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760796.806902:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973673 gen 2
00000008:00010000:0.0:1789760796.806948:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8d0470780
00000020:00200000:0.0:1789760796.806955:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.806974:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.806993:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8d0470780
00000100:00100000:0.0:1789760796.807016:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484385280:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760796.807171:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6355, 6355]
00000080:00200000:3.0:1789760796.807185:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.807190:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.807203:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26034176 i_blocks 51207
00000020:00200000:3.0:1789760796.807206:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.807216:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.807245:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26034176, count: 4096
00000080:00200000:3.0:1789760796.807251:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26034176, bytes: 4096
00000080:00200000:3.0:1789760796.807260:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.807268:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.807270:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26034176, 26038272) 0 0
00000080:00200000:3.0:1789760796.807274:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.807287:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6356, 6356]
00020000:00200000:3.0:1789760796.807294:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26034176 chunk: [26034176, 26038272) 26038272, 4096
00020000:00200000:3.0:1789760796.807298:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.807313:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6356, 6356]
00000008:00010000:3.0:1789760796.807338:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.807343:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760796.807353:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26034176, 26038272) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.807365:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26034176=0x18d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.807410:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.807413:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26038272
00000020:00010000:3.0:1789760796.807419:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.807422:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.807426:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.807429:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.807432:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.807438:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.807443:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.807456:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760796.807536:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 26034176<>26038272
00000100:00100000:2.0:1789760796.807600:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484385408:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760796.853256:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973674 gen 2
00000008:00010000:3.0:1789760796.853292:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760796.853299:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.853308:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.853332:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760796.853355:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484385408:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760796.853520:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6356, 6356]
00000080:00200000:0.0:1789760796.853534:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.853539:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.853550:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26038272 i_blocks 51207
00000020:00200000:0.0:1789760796.853567:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.853577:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.853604:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26038272, count: 4096
00000080:00200000:0.0:1789760796.853610:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26038272, bytes: 4096
00000080:00200000:0.0:1789760796.853618:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.853625:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.853627:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26038272, 26042368) 0 0
00000080:00200000:0.0:1789760796.853631:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.853645:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6357, 6357]
00020000:00200000:0.0:1789760796.853652:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26038272 chunk: [26038272, 26042368) 26042368, 4096
00020000:00200000:0.0:1789760796.853656:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.853672:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6357, 6357]
00000008:00010000:0.0:1789760796.853686:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.853691:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760796.853700:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26038272, 26042368) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.853711:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26038272=0x18d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.853752:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.853755:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26042368
00000020:00010000:0.0:1789760796.853762:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.853766:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.853769:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.853772:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.853775:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.853780:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.853786:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.853800:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760796.853923:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 26038272<>26042368
00000100:00100000:1.0:1789760796.854314:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760796.854331:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484385536:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760796.933523:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973675 gen 2
00000008:00010000:1.0:1789760796.933572:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760796.933579:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.933588:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.933609:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760796.933634:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484385536:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760796.934811:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6357, 6357]
00000080:00200000:0.0:1789760796.934828:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.934845:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.934860:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26042368 i_blocks 51207
00000020:00200000:0.0:1789760796.934897:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.934908:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.934949:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26042368, count: 4096
00000080:00200000:0.0:1789760796.934956:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26042368, bytes: 4096
00000080:00200000:0.0:1789760796.934968:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.935331:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.935334:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26042368, 26046464) 0 0
00000080:00200000:0.0:1789760796.935339:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.935354:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6358, 6358]
00020000:00200000:0.0:1789760796.935361:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26042368 chunk: [26042368, 26046464) 26046464, 4096
00020000:00200000:0.0:1789760796.935365:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.935382:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6358, 6358]
00000008:00010000:0.0:1789760796.935397:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.935403:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760796.935414:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26042368, 26046464) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.935428:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26042368=0x18d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.935497:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.935500:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26046464
00000020:00010000:0.0:1789760796.935507:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.935510:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.935513:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.935516:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.935519:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.935526:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.935532:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.935951:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760796.936227:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 26042368<>26046464
00000100:00100000:1.0:1789760796.937400:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760796.937423:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484385664:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760797.010448:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760797.010458:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.010468:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.010494:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760797.010522:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484385664:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760797.011781:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6358, 6358]
00000080:00200000:0.0:1789760797.011801:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.011806:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.011819:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26046464 i_blocks 51207
00000020:00200000:0.0:1789760797.011823:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.011843:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.011902:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26046464, count: 4096
00000080:00200000:0.0:1789760797.011909:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26046464, bytes: 4096
00000080:00200000:0.0:1789760797.011921:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.011929:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.011931:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26046464, 26050560) 0 0
00000080:00200000:0.0:1789760797.011944:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.012078:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6359, 6359]
00020000:00200000:0.0:1789760797.012087:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26046464 chunk: [26046464, 26050560) 26050560, 4096
00020000:00200000:0.0:1789760797.012090:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.012107:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6359, 6359]
00000008:00010000:0.0:1789760797.012122:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.012126:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760797.012136:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26046464, 26050560) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.012149:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26046464=0x18d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.012197:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.012199:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26050560
00000020:00010000:0.0:1789760797.012206:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.012209:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.012212:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.012215:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.012218:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.012224:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.012229:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.012247:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760797.012331:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 26046464<>26050560
00000100:00100000:1.0:1789760797.012439:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760797.012457:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484385792:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760797.067314:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973676 gen 2
00000100:00100000:1.0:1789760797.067349:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe8000 x1876699484385792/t4294973677(4294973677) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760813 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760797.067385:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760797.067391:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.067398:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.067416:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760797.067433:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484385792:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760797.067502:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6359, 6359]
00000080:00200000:0.0:1789760797.067514:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.067518:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.067529:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26050560 i_blocks 51207
00000020:00200000:0.0:1789760797.067532:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.067540:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.067585:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26050560, count: 4096
00000080:00200000:0.0:1789760797.067592:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26050560, bytes: 4096
00000080:00200000:0.0:1789760797.067600:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.067606:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.067609:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26050560, 26054656) 0 0
00000080:00200000:0.0:1789760797.067613:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.067625:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6360, 6360]
00020000:00200000:0.0:1789760797.067632:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26050560 chunk: [26050560, 26054656) 26054656, 4096
00020000:00200000:0.0:1789760797.067635:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.067650:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6360, 6360]
00000008:00010000:0.0:1789760797.067664:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.067668:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760797.067909:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26050560, 26054656) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.068031:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26050560=0x18d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.068078:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.068080:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26054656
00000020:00010000:0.0:1789760797.068087:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.068090:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.068092:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.068095:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.068097:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.068103:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.068107:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.068116:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760797.068354:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 26050560<>26054656
00000100:00100000:1.0:1789760797.069045:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760797.069216:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484385920:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760797.115115:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973678 gen 2
00000008:00010000:1.0:1789760797.115166:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760797.115174:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.115183:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.115260:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760797.115284:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484385920:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760797.115347:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6360, 6360]
00000080:00200000:0.0:1789760797.115361:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.115366:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.115379:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26054656 i_blocks 51207
00000020:00200000:0.0:1789760797.115382:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.115391:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.115419:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26054656, count: 4096
00000080:00200000:0.0:1789760797.115426:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26054656, bytes: 4096
00000080:00200000:0.0:1789760797.115433:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.115440:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.115442:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26054656, 26058752) 0 0
00000080:00200000:0.0:1789760797.115446:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.115459:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6361, 6361]
00020000:00200000:0.0:1789760797.115467:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26054656 chunk: [26054656, 26058752) 26058752, 4096
00020000:00200000:0.0:1789760797.115471:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.115486:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6361, 6361]
00000008:00010000:0.0:1789760797.115499:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.115503:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760797.115511:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26054656, 26058752) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.115522:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26054656=0x18d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.115564:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.115567:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26058752
00000020:00010000:0.0:1789760797.115573:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.115576:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.115579:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.115583:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.115585:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.115591:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.115597:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.115610:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760797.115691:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb100 - object 0x280000401:2 offset 26054656<>26058752
00000100:00100000:1.0:1789760797.115751:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484386048:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760797.167212:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760797.167223:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.167232:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.167253:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760797.167280:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484386048:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760797.167978:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6361, 6361]
00000080:00200000:0.0:1789760797.167994:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.167999:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.168010:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26058752 i_blocks 51207
00000020:00200000:0.0:1789760797.168013:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.168022:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.168113:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26058752, count: 4096
00000080:00200000:0.0:1789760797.168121:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26058752, bytes: 4096
00000080:00200000:0.0:1789760797.168133:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.168140:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.168141:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26058752, 26062848) 0 0
00000080:00200000:0.0:1789760797.168145:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.168158:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6362, 6362]
00020000:00200000:0.0:1789760797.168165:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26058752 chunk: [26058752, 26062848) 26062848, 4096
00020000:00200000:0.0:1789760797.168169:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.168184:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6362, 6362]
00000008:00010000:0.0:1789760797.168198:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.168202:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760797.168211:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26058752, 26062848) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.168222:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26058752=0x18da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.168270:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.168273:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26062848
00000020:00010000:0.0:1789760797.168279:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.168282:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.168285:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.168288:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.168291:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.168296:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.168301:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.168316:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760797.168402:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 26058752<>26062848
00000100:00100000:1.0:1789760797.168947:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484386176:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760797.269298:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973679 gen 2
00000100:00100000:1.0:1789760797.269328:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe8000 x1876699484386176/t4294973680(4294973680) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760813 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760797.269374:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760797.269380:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.269387:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.269410:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760797.269429:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484386176:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760797.269638:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6362, 6362]
00000080:00200000:0.0:1789760797.269651:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.269656:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.269667:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26062848 i_blocks 51207
00000020:00200000:0.0:1789760797.269671:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.269680:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.269707:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26062848, count: 4096
00000080:00200000:0.0:1789760797.269713:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26062848, bytes: 4096
00000080:00200000:0.0:1789760797.269721:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.269727:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.269729:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26062848, 26066944) 0 0
00000080:00200000:0.0:1789760797.269733:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.269746:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6363, 6363]
00020000:00200000:0.0:1789760797.269753:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26062848 chunk: [26062848, 26066944) 26066944, 4096
00020000:00200000:0.0:1789760797.269757:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.269771:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6363, 6363]
00000008:00010000:0.0:1789760797.269786:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.269791:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760797.269799:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26062848, 26066944) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.269810:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26062848=0x18db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.269852:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.269855:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26066944
00000020:00010000:0.0:1789760797.269861:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.269906:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.269908:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.269911:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.269914:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.269921:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.269927:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.269951:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760797.270028:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 26062848<>26066944
00000100:00100000:0.0:1789760797.270057:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.270069:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484386304:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760797.343747:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973681 gen 2
00000008:00010000:0.0:1789760797.343792:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:0.0:1789760797.343798:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.343806:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.343900:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:0.0:1789760797.343926:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484386304:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760797.344477:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6363, 6363]
00000080:00200000:3.0:1789760797.344559:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760797.344564:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760797.344577:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26066944 i_blocks 51207
00000020:00200000:3.0:1789760797.344580:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760797.344589:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760797.344616:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26066944, count: 4096
00000080:00200000:3.0:1789760797.344623:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26066944, bytes: 4096
00000080:00200000:3.0:1789760797.344633:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760797.344640:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760797.344642:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26066944, 26071040) 0 0
00000080:00200000:3.0:1789760797.344645:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760797.344657:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6364, 6364]
00020000:00200000:3.0:1789760797.344664:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26066944 chunk: [26066944, 26071040) 26071040, 4096
00020000:00200000:3.0:1789760797.344667:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760797.344682:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6364, 6364]
00000008:00010000:3.0:1789760797.344696:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760797.344700:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760797.344709:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26066944, 26071040) append 0 append lockpos 0
00000080:00200000:3.0:1789760797.344719:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26066944=0x18dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760797.344762:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760797.344764:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26071040
00000020:00010000:3.0:1789760797.344771:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760797.344774:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.344777:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.344779:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760797.344782:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760797.344787:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760797.344792:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760797.344807:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760797.345969:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 26066944<>26071040
00000100:00100000:2.0:1789760797.346067:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484386432:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760797.420627:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973682 gen 2
00000008:00010000:3.0:1789760797.420660:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760797.420667:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.420675:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.420695:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760797.420713:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484386432:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760797.420806:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6364, 6364]
00000080:00200000:0.0:1789760797.420821:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.420826:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.420839:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26071040 i_blocks 51207
00000020:00200000:0.0:1789760797.420843:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.420852:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.420902:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26071040, count: 4096
00000080:00200000:0.0:1789760797.420909:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26071040, bytes: 4096
00000080:00200000:0.0:1789760797.420916:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.420923:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.420925:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26071040, 26075136) 0 0
00000080:00200000:0.0:1789760797.420929:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.420951:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6365, 6365]
00020000:00200000:0.0:1789760797.420958:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26071040 chunk: [26071040, 26075136) 26075136, 4096
00020000:00200000:0.0:1789760797.420962:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.420978:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6365, 6365]
00000008:00010000:0.0:1789760797.420991:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.420996:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760797.421005:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26071040, 26075136) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.421016:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26071040=0x18dd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.421059:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.421061:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26075136
00000020:00010000:0.0:1789760797.421068:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.421071:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.421073:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.421077:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.421080:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.421086:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.421091:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.421105:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760797.421216:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 26071040<>26075136
00000100:00100000:1.0:1789760797.421325:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484386560:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760797.466392:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973683 gen 2
00000008:00010000:0.0:1789760797.466430:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:0.0:1789760797.466436:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.466445:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.466463:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:0.0:1789760797.466487:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484386560:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760797.466663:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6365, 6365]
00000080:00200000:3.0:1789760797.466676:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760797.466680:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760797.466691:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26075136 i_blocks 51207
00000020:00200000:3.0:1789760797.466693:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760797.466702:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760797.466740:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26075136, count: 4096
00000080:00200000:3.0:1789760797.466747:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26075136, bytes: 4096
00000080:00200000:3.0:1789760797.466755:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760797.466761:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760797.466764:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26075136, 26079232) 0 0
00000080:00200000:3.0:1789760797.466767:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760797.466779:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6366, 6366]
00020000:00200000:3.0:1789760797.466785:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26075136 chunk: [26075136, 26079232) 26079232, 4096
00020000:00200000:3.0:1789760797.466790:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760797.466806:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6366, 6366]
00000008:00010000:3.0:1789760797.466820:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760797.466824:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760797.466832:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26075136, 26079232) append 0 append lockpos 0
00000080:00200000:3.0:1789760797.466842:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26075136=0x18de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760797.466914:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760797.466917:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26079232
00000020:00010000:3.0:1789760797.466923:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760797.466926:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.466929:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.466942:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760797.466944:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760797.466950:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760797.466956:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760797.466968:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760797.467575:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 26075136<>26079232
00000100:00100000:2.0:1789760797.467633:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760797.467991:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484386688:192.168.203.110@tcp:4:dd.0
00010000:00010000:2.0:1789760797.499602:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:3.0:1789760797.522927:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760797.522948:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.522958:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.522975:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760797.522998:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484386688:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760797.523114:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6366, 6366]
00000080:00200000:2.0:1789760797.523128:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.523133:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.523144:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26079232 i_blocks 51207
00000020:00200000:2.0:1789760797.523148:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.523156:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.523184:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26079232, count: 4096
00000080:00200000:2.0:1789760797.523192:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26079232, bytes: 4096
00000080:00200000:2.0:1789760797.523200:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.523207:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.523209:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26079232, 26083328) 0 0
00000080:00200000:2.0:1789760797.523212:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.523233:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6367, 6367]
00020000:00200000:2.0:1789760797.523239:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26079232 chunk: [26079232, 26083328) 26083328, 4096
00020000:00200000:2.0:1789760797.523243:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.523259:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6367, 6367]
00000008:00010000:2.0:1789760797.523272:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.523277:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760797.523285:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26079232, 26083328) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.523296:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26079232=0x18df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.523343:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.523346:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26083328
00000020:00010000:2.0:1789760797.523353:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.523357:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.523359:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.523362:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.523365:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.523372:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.523376:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760797.523792:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000008:00100000:3.0:1789760797.523906:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4380 - object 0x280000401:2 offset 26079232<>26083328
00000100:00100000:3.0:1789760797.523965:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484386816:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760797.603547:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973685 gen 2
00000008:00010000:3.0:1789760797.603591:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000020:00200000:3.0:1789760797.603598:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.603606:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.603626:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6900
00000100:00100000:3.0:1789760797.603646:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484386816:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760797.603723:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6367, 6367]
00000080:00200000:2.0:1789760797.603735:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.603741:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.603752:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26083328 i_blocks 51207
00000020:00200000:2.0:1789760797.603756:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.603764:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.603793:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26083328, count: 4096
00000080:00200000:2.0:1789760797.603799:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26083328, bytes: 4096
00000080:00200000:2.0:1789760797.603807:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.603814:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.603815:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26083328, 26087424) 0 0
00000080:00200000:2.0:1789760797.603819:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.603831:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6368, 6368]
00020000:00200000:2.0:1789760797.603837:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26083328 chunk: [26083328, 26087424) 26087424, 4096
00020000:00200000:2.0:1789760797.603841:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.603855:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6368, 6368]
00000008:00010000:2.0:1789760797.603887:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.603892:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760797.603901:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26083328, 26087424) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.603911:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26083328=0x18e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.603961:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.603963:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26087424
00000020:00010000:2.0:1789760797.603970:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.603972:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.603975:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.603978:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.603981:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.603987:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.603993:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.604006:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000008:00100000:2.0:1789760797.604086:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dd880 - object 0x280000401:2 offset 26083328<>26087424
00000100:00100000:3.0:1789760797.604244:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484386944:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760797.689281:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973686 gen 2
00000008:00010000:3.0:1789760797.689316:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000020:00200000:3.0:1789760797.689322:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.689330:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.689392:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc66c0
00000100:00100000:3.0:1789760797.689417:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484386944:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760797.699997:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6368, 6368]
00000080:00200000:2.0:1789760797.700018:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.700033:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.700047:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26087424 i_blocks 51207
00000020:00200000:2.0:1789760797.700052:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.700066:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.700094:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26087424, count: 4096
00000080:00200000:2.0:1789760797.700110:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26087424, bytes: 4096
00000080:00200000:2.0:1789760797.700293:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.700302:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.700304:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26087424, 26091520) 0 0
00000080:00200000:2.0:1789760797.700308:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.700321:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6369, 6369]
00020000:00200000:2.0:1789760797.700328:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26087424 chunk: [26087424, 26091520) 26091520, 4096
00020000:00200000:2.0:1789760797.700332:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.700351:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6369, 6369]
00000008:00010000:2.0:1789760797.700365:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.700371:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760797.700380:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26087424, 26091520) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.700394:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26087424=0x18e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.700448:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.700451:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26091520
00000020:00010000:2.0:1789760797.700457:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.700460:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.700463:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.700467:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.700469:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.700476:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.700481:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.700504:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000008:00100000:2.0:1789760797.700593:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 26087424<>26091520
00000100:00100000:3.0:1789760797.701486:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760797.701508:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484387072:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760797.768623:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973687 gen 2
00000008:00010000:3.0:1789760797.768659:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000020:00200000:3.0:1789760797.768665:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.768673:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.768689:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6840
00000100:00100000:3.0:1789760797.768719:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484387072:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760797.768800:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6369, 6369]
00000080:00200000:2.0:1789760797.768812:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.768817:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.768828:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26091520 i_blocks 51207
00000020:00200000:2.0:1789760797.768831:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.768839:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.768895:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26091520, count: 4096
00000080:00200000:2.0:1789760797.768902:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26091520, bytes: 4096
00000080:00200000:2.0:1789760797.768909:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.768917:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.768919:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26091520, 26095616) 0 0
00000080:00200000:2.0:1789760797.768923:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.768944:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6370, 6370]
00020000:00200000:2.0:1789760797.768960:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26091520 chunk: [26091520, 26095616) 26095616, 4096
00020000:00200000:2.0:1789760797.768964:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.768988:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6370, 6370]
00000008:00010000:2.0:1789760797.769001:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.769006:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760797.769015:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26091520, 26095616) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.769035:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26091520=0x18e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.769079:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.769082:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26095616
00000020:00010000:2.0:1789760797.769089:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.769092:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.769094:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.769097:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.769099:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.769105:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.769111:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.769123:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000008:00100000:2.0:1789760797.769198:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 26091520<>26095616
00000100:00100000:2.0:1789760797.769240:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760797.769252:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484387200:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760797.932821:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973688 gen 2
00000008:00010000:3.0:1789760797.932859:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000020:00200000:3.0:1789760797.932909:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.932940:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.932959:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6480
00000080:00200000:2.0:1789760797.932991:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6370, 6370]
00000080:00200000:2.0:1789760797.933004:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.933010:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.933022:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26095616 i_blocks 51207
00000020:00200000:2.0:1789760797.933035:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.933045:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.933074:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26095616, count: 4096
00000080:00200000:2.0:1789760797.933081:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26095616, bytes: 4096
00000080:00200000:2.0:1789760797.933090:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.933097:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.933107:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26095616, 26099712) 0 0
00000080:00200000:2.0:1789760797.933111:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.933124:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6371, 6371]
00020000:00200000:2.0:1789760797.933132:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26095616 chunk: [26095616, 26099712) 26099712, 4096
00020000:00200000:2.0:1789760797.933135:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.933150:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6371, 6371]
00000008:00010000:2.0:1789760797.933164:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.933169:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760797.933178:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26095616, 26099712) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.933188:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26095616=0x18e3000, pages 1 (max 131072), lockless, parallel
00000100:00100000:3.0:1789760797.933198:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484387200:192.168.203.110@tcp:4:dd.0
00000020:00200000:2.0:1789760797.933227:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.933230:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26099712
00000020:00010000:2.0:1789760797.933237:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000008:00010000:3.0:1789760797.933237:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00010000:2.0:1789760797.933243:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.933246:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.933250:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.933252:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.933259:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.933264:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00100000:3.0:1789760797.933440:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4380 - object 0x280000401:2 offset 26095616<>26099712
00000100:00100000:3.0:1789760797.933488:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484387328:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760797.986268:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973689 gen 2
00000008:00010000:3.0:1789760797.986372:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000020:00200000:3.0:1789760797.986431:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.986442:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.986497:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6f00
00000100:00100000:3.0:1789760797.986531:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484387328:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760797.987417:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6371, 6371]
00000080:00200000:2.0:1789760797.987431:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.987436:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.987449:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26099712 i_blocks 51207
00000020:00200000:2.0:1789760797.987452:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.987461:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.987490:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26099712, count: 4096
00000080:00200000:2.0:1789760797.987495:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26099712, bytes: 4096
00000080:00200000:2.0:1789760797.987506:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.987513:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.987515:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26099712, 26103808) 0 0
00000080:00200000:2.0:1789760797.987519:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.987530:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6372, 6372]
00020000:00200000:2.0:1789760797.987537:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26099712 chunk: [26099712, 26103808) 26103808, 4096
00020000:00200000:2.0:1789760797.987540:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.987555:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6372, 6372]
00000008:00010000:2.0:1789760797.987569:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.987574:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760797.987582:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26099712, 26103808) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.987593:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26099712=0x18e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.987642:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.987645:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26103808
00000020:00010000:2.0:1789760797.987653:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.987657:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.987660:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.987663:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.987665:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.987671:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.987677:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.987696:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000008:00100000:2.0:1789760797.987777:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33df480 - object 0x280000401:2 offset 26099712<>26103808
00000100:00100000:3.0:1789760797.987857:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484387456:192.168.203.110@tcp:4:dd.0
00000008:00010000:3.0:1789760798.038780:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000020:00200000:3.0:1789760798.038791:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.038801:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.038818:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6240
00000100:00100000:3.0:1789760798.038843:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484387456:192.168.203.110@tcp:4:dd.0
00000080:00200000:2.0:1789760798.039337:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6372, 6372]
00000080:00200000:2.0:1789760798.039350:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.039354:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.039366:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26103808 i_blocks 51207
00000020:00200000:2.0:1789760798.039369:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.039377:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.039407:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26103808, count: 4096
00000080:00200000:2.0:1789760798.039412:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26103808, bytes: 4096
00000080:00200000:2.0:1789760798.039420:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.039426:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.039428:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26103808, 26107904) 0 0
00000080:00200000:2.0:1789760798.039432:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.039445:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6373, 6373]
00020000:00200000:2.0:1789760798.039451:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26103808 chunk: [26103808, 26107904) 26107904, 4096
00020000:00200000:2.0:1789760798.039455:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.039469:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6373, 6373]
00000008:00010000:2.0:1789760798.039482:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.039487:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760798.039495:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26103808, 26107904) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.039506:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26103808=0x18e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.039550:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.039553:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26107904
00000020:00010000:2.0:1789760798.039560:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.039563:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.039566:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.039569:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.039572:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.039578:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.039583:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.039597:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000008:00100000:2.0:1789760798.039674:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33ddf80 - object 0x280000401:2 offset 26103808<>26107904
00000100:00100000:3.0:1789760798.039826:0:2424:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760798.039841:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484387584:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760798.082902:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973690 gen 2
00000100:00100000:3.0:1789760798.082954:0:2424:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c33ddf80 x1876699484387584/t4294973691(4294973691) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760814 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760798.082990:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000020:00200000:3.0:1789760798.082995:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.083003:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.083026:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc6300
00000080:00200000:2.0:1789760798.083194:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6373, 6373]
00000080:00200000:2.0:1789760798.083208:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.083212:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.083222:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26107904 i_blocks 51207
00000020:00200000:2.0:1789760798.083226:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.083243:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.083271:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26107904, count: 4096
00000080:00200000:2.0:1789760798.083277:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26107904, bytes: 4096
00000080:00200000:2.0:1789760798.083285:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.083291:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.083293:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26107904, 26112000) 0 0
00000080:00200000:2.0:1789760798.083296:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.083307:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6374, 6374]
00020000:00200000:2.0:1789760798.083313:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26107904 chunk: [26107904, 26112000) 26112000, 4096
00020000:00200000:2.0:1789760798.083316:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.083328:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6374, 6374]
00000008:00010000:2.0:1789760798.083339:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.083344:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d8420630, osc lock ffff8ab8d81b2390, flags 0x0
00000080:00200000:2.0:1789760798.083351:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26107904, 26112000) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.083360:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26107904=0x18e6000, pages 1 (max 131072), lockless, parallel
00000100:00100000:3.0:1789760798.083547:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484387584:192.168.203.110@tcp:4:dd.0
00000020:00200000:2.0:1789760798.085938:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.085947:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26112000
00000020:00010000:2.0:1789760798.085960:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.085964:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.085968:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d8420630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.085971:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.085974:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d8420630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.086783:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.086798:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.086829:0:12762:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000008:00100000:2.0:1789760798.087392:0:12762:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c33dfb80 - object 0x280000401:2 offset 26107904<>26112000
00000100:00100000:3.0:1789760798.087456:0:2424:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484387712:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760798.146326:0:2424:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973692 gen 2
00000008:00010000:3.0:1789760798.146371:0:2424:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000020:00200000:3.0:1789760798.146377:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.146384:0:2424:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.146405:0:2424:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8c5cc60c0
00000100:00100000:3.0:1789760798.146427:0:2424:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2424:1876699484387712:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.146516:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6374, 6374]
00000080:00200000:0.0:1789760798.146529:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.146534:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.146545:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26112000 i_blocks 51207
00000020:00200000:0.0:1789760798.146548:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.146556:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.146581:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26112000, count: 4096
00000080:00200000:0.0:1789760798.146586:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26112000, bytes: 4096
00000080:00200000:0.0:1789760798.146594:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.146600:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.146602:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26112000, 26116096) 0 0
00000080:00200000:0.0:1789760798.146606:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.146618:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6375, 6375]
00020000:00200000:0.0:1789760798.146626:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26112000 chunk: [26112000, 26116096) 26116096, 4096
00020000:00200000:0.0:1789760798.146630:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.146644:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6375, 6375]
00000008:00010000:0.0:1789760798.146657:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.146662:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.146670:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26112000, 26116096) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.146680:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26112000=0x18e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.146732:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.146735:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26116096
00000020:00010000:0.0:1789760798.146742:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.146745:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.146747:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.146750:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.146753:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.146759:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.146763:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.146776:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760798.146853:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fea300 - object 0x280000401:2 offset 26112000<>26116096
00000100:00100000:0.0:1789760798.146996:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760798.147010:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484387840:192.168.203.110@tcp:4:dd.0
00000008:00010000:0.0:1789760798.202379:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:0.0:1789760798.202389:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.202399:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.202469:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:0.0:1789760798.202494:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484387840:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760798.202617:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6375, 6375]
00000080:00200000:3.0:1789760798.202630:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.202635:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.202959:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26116096 i_blocks 51207
00000020:00200000:3.0:1789760798.203152:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.203163:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.203189:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26116096, count: 4096
00000080:00200000:3.0:1789760798.203196:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26116096, bytes: 4096
00000080:00200000:3.0:1789760798.203206:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.203212:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.203213:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26116096, 26120192) 0 0
00000080:00200000:3.0:1789760798.203218:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.203300:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6376, 6376]
00020000:00200000:3.0:1789760798.203308:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26116096 chunk: [26116096, 26120192) 26120192, 4096
00020000:00200000:3.0:1789760798.203312:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.203331:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6376, 6376]
00000008:00010000:3.0:1789760798.203345:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.203350:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760798.203359:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26116096, 26120192) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.203369:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26116096=0x18e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.203415:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.203417:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26120192
00000020:00010000:3.0:1789760798.203424:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.203427:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.203429:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.203433:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.203435:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.203441:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.203447:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.203464:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760798.203543:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f4380 - object 0x280000401:2 offset 26116096<>26120192
00000100:00100000:2.0:1789760798.203614:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484387968:192.168.203.110@tcp:4:dd.0
00000100:00100000:3.0:1789760798.249329:0:2425:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973693 gen 2
00000100:00100000:3.0:1789760798.249363:0:2425:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c34f4380 x1876699484387968/t4294973694(4294973694) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760814 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:3.0:1789760798.249402:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760798.249408:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.249416:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.249562:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000080:00200000:0.0:1789760798.249566:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6376, 6376]
00000080:00200000:0.0:1789760798.249583:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000100:00100000:3.0:1789760798.249586:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484387968:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.249588:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.249601:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26120192 i_blocks 51207
00000020:00200000:0.0:1789760798.249609:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.249618:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.249645:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26120192, count: 4096
00000080:00200000:0.0:1789760798.249662:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26120192, bytes: 4096
00000080:00200000:0.0:1789760798.249668:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.249674:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.249676:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26120192, 26124288) 0 0
00000080:00200000:0.0:1789760798.249679:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.249688:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6377, 6377]
00020000:00200000:0.0:1789760798.249694:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26120192 chunk: [26120192, 26124288) 26124288, 4096
00020000:00200000:0.0:1789760798.249697:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.249709:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6377, 6377]
00000008:00010000:0.0:1789760798.249822:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.249826:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.249834:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26120192, 26124288) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.249844:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26120192=0x18e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.249917:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.249919:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26124288
00000020:00010000:0.0:1789760798.249937:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.249940:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.249943:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.249946:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.249989:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.249997:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.250003:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.250017:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760798.250098:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8000 - object 0x280000401:2 offset 26120192<>26124288
00000100:00100000:1.0:1789760798.250175:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388096:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.294566:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973695 gen 2
00000008:00010000:1.0:1789760798.294615:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760798.294622:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.294630:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.294652:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760798.294675:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388096:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.294827:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6377, 6377]
00000080:00200000:0.0:1789760798.294840:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.294845:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.294857:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26124288 i_blocks 51207
00000020:00200000:0.0:1789760798.294860:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.294896:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.294935:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26124288, count: 4096
00000080:00200000:0.0:1789760798.294942:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26124288, bytes: 4096
00000080:00200000:0.0:1789760798.294950:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.294957:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.294959:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26124288, 26128384) 0 0
00000080:00200000:0.0:1789760798.294963:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.294974:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6378, 6378]
00020000:00200000:0.0:1789760798.294981:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26124288 chunk: [26124288, 26128384) 26128384, 4096
00020000:00200000:0.0:1789760798.294984:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.294999:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6378, 6378]
00000008:00010000:0.0:1789760798.295023:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.295028:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.295037:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26124288, 26128384) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.295049:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26124288=0x18ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.295093:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.295096:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26128384
00000020:00010000:0.0:1789760798.295113:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.295116:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.295119:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.295122:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.295124:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.295130:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.295136:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.295151:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000008:00100000:0.0:1789760798.295229:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8a80 - object 0x280000401:2 offset 26124288<>26128384
00000100:00100000:1.0:1789760798.295423:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760798.295437:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388224:192.168.203.110@tcp:4:dd.0
00000008:00010000:1.0:1789760798.340455:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000020:00200000:1.0:1789760798.340467:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.340476:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.340496:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2cb40
00000100:00100000:1.0:1789760798.340520:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388224:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.340786:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6378, 6378]
00000080:00200000:0.0:1789760798.340800:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.340805:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.340816:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26128384 i_blocks 51207
00000020:00200000:0.0:1789760798.340820:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.340828:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.340856:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26128384, count: 4096
00000080:00200000:0.0:1789760798.340891:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26128384, bytes: 4096
00000080:00200000:0.0:1789760798.340900:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.340908:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.340910:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26128384, 26132480) 0 0
00000080:00200000:0.0:1789760798.340914:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.340936:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6379, 6379]
00020000:00200000:0.0:1789760798.340943:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26128384 chunk: [26128384, 26132480) 26132480, 4096
00020000:00200000:0.0:1789760798.340947:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.340962:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6379, 6379]
00000008:00010000:0.0:1789760798.340976:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.340981:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.340989:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26128384, 26132480) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.341001:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26128384=0x18eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.341059:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.341061:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26132480
00000020:00010000:0.0:1789760798.341069:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.341072:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.341075:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.341078:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.341080:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.341086:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.341091:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.341116:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000008:00100000:0.0:1789760798.341199:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8380 - object 0x280000401:2 offset 26128384<>26132480
00000100:00100000:1.0:1789760798.341388:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388352:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.380742:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973697 gen 2
00000008:00010000:1.0:1789760798.380788:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000020:00200000:1.0:1789760798.380795:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.380804:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.380906:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c300
00000100:00100000:1.0:1789760798.380939:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388352:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.381165:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6379, 6379]
00000080:00200000:0.0:1789760798.381178:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.381183:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.381195:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26132480 i_blocks 51207
00000020:00200000:0.0:1789760798.381199:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.381207:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.381236:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26132480, count: 4096
00000080:00200000:0.0:1789760798.381242:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26132480, bytes: 4096
00000080:00200000:0.0:1789760798.381250:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.381262:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.381264:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26132480, 26136576) 0 0
00000080:00200000:0.0:1789760798.381269:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.381281:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6380, 6380]
00020000:00200000:0.0:1789760798.381288:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26132480 chunk: [26132480, 26136576) 26136576, 4096
00020000:00200000:0.0:1789760798.381292:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.381307:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6380, 6380]
00000008:00010000:0.0:1789760798.381321:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.381325:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.381334:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26132480, 26136576) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.381345:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26132480=0x18ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.381386:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.381389:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26136576
00000020:00010000:0.0:1789760798.381395:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.381398:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.381401:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.381404:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.381407:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.381413:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.381418:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.381436:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760798.381511:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8e00 - object 0x280000401:2 offset 26132480<>26136576
00000100:00100000:1.0:1789760798.381566:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484388480:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.427155:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973698 gen 2
00000008:00010000:1.0:1789760798.427192:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000020:00200000:1.0:1789760798.427198:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.427206:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.427229:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000100:00100000:1.0:1789760798.427252:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484388480:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.427401:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6380, 6380]
00000080:00200000:0.0:1789760798.427414:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.427418:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.427431:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26136576 i_blocks 51207
00000020:00200000:0.0:1789760798.427434:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.427444:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.427470:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26136576, count: 4096
00000080:00200000:0.0:1789760798.427477:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26136576, bytes: 4096
00000080:00200000:0.0:1789760798.427484:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.427492:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.427494:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26136576, 26140672) 0 0
00000080:00200000:0.0:1789760798.427497:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.427508:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6381, 6381]
00020000:00200000:0.0:1789760798.427514:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26136576 chunk: [26136576, 26140672) 26140672, 4096
00020000:00200000:0.0:1789760798.427518:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.427533:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6381, 6381]
00000008:00010000:0.0:1789760798.427546:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.427550:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.427559:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26136576, 26140672) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.427570:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26136576=0x18ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.427614:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.427617:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26140672
00000020:00010000:0.0:1789760798.427623:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.427627:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.427629:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.427632:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.427635:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.427641:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.427647:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.427661:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760798.427752:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9c00 - object 0x280000401:2 offset 26136576<>26140672
00000100:00100000:1.0:1789760798.427953:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388608:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.463343:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973699 gen 2
00000008:00010000:1.0:1789760798.463381:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760798.463387:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.463394:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.463418:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760798.463441:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388608:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.463544:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6381, 6381]
00000080:00200000:0.0:1789760798.463558:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.463563:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.463585:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26140672 i_blocks 51207
00000020:00200000:0.0:1789760798.463588:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.463597:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.463629:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26140672, count: 4096
00000080:00200000:0.0:1789760798.463636:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26140672, bytes: 4096
00000080:00200000:0.0:1789760798.463643:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.463652:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.463654:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26140672, 26144768) 0 0
00000080:00200000:0.0:1789760798.463658:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.463670:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6382, 6382]
00020000:00200000:0.0:1789760798.463678:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26140672 chunk: [26140672, 26144768) 26144768, 4096
00020000:00200000:0.0:1789760798.463682:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.463699:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6382, 6382]
00000008:00010000:0.0:1789760798.464118:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.464123:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.464133:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26140672, 26144768) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.464145:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26140672=0x18ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.464189:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.464192:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26144768
00000020:00010000:0.0:1789760798.464198:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.464201:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.464204:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.464207:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.464209:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.464215:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.464221:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.464238:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760798.464317:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 26140672<>26144768
00000100:00100000:0.0:1789760798.464355:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760798.464368:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388736:192.168.203.110@tcp:4:dd.0
00000100:00100000:0.0:1789760798.504460:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973700 gen 2
00000008:00010000:0.0:1789760798.504497:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:0.0:1789760798.504504:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.504512:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.504535:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:0.0:1789760798.504560:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388736:192.168.203.110@tcp:4:dd.0
00000080:00200000:3.0:1789760798.504660:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6382, 6382]
00000080:00200000:3.0:1789760798.504674:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760798.504678:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760798.504691:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26144768 i_blocks 51207
00000020:00200000:3.0:1789760798.504694:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760798.504704:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760798.504744:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26144768, count: 4096
00000080:00200000:3.0:1789760798.504751:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26144768, bytes: 4096
00000080:00200000:3.0:1789760798.504759:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760798.504766:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760798.504768:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26144768, 26148864) 0 0
00000080:00200000:3.0:1789760798.504772:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760798.504785:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6383, 6383]
00020000:00200000:3.0:1789760798.504793:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26144768 chunk: [26144768, 26148864) 26148864, 4096
00020000:00200000:3.0:1789760798.504797:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760798.504812:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6383, 6383]
00000008:00010000:3.0:1789760798.504826:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760798.504831:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d0541430, osc lock ffff8ab8c4d9a5f0, flags 0x0
00000080:00200000:3.0:1789760798.504840:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26144768, 26148864) append 0 append lockpos 0
00000080:00200000:3.0:1789760798.504852:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26144768=0x18ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760798.504939:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760798.504942:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26148864
00000020:00010000:3.0:1789760798.504949:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:3.0:1789760798.504953:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.504956:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d0541430 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760798.504960:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760798.504963:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d0541430 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760798.504969:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760798.504974:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760798.504988:0:12065:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e278d180
00000008:00100000:3.0:1789760798.505077:0:12065:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c34f6d80 - object 0x280000401:2 offset 26144768<>26148864
00000100:00100000:3.0:1789760798.505123:0:2425:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760798.505138:0:2425:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484388864:192.168.203.110@tcp:4:dd.0
00010000:00010000:1.0:1789760798.523150:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:3.0:1789760798.540194:0:2425:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e278d180
00000020:00200000:3.0:1789760798.540205:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.540213:0:2425:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.540234:0:2425:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e278d180
00000100:00100000:3.0:1789760798.540255:0:2425:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2425:1876699484388864:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.540336:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6383, 6383]
00000080:00200000:0.0:1789760798.540350:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.540355:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.540365:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26148864 i_blocks 51207
00000020:00200000:0.0:1789760798.540368:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.540377:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.540402:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26148864, count: 4096
00000080:00200000:0.0:1789760798.540407:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26148864, bytes: 4096
00000080:00200000:0.0:1789760798.540415:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.540421:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.540423:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26148864, 26152960) 0 0
00000080:00200000:0.0:1789760798.540426:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.540439:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6384, 6384]
00020000:00200000:0.0:1789760798.540445:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26148864 chunk: [26148864, 26152960) 26152960, 4096
00020000:00200000:0.0:1789760798.540449:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.540463:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6384, 6384]
00000008:00010000:0.0:1789760798.540474:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.540479:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.540487:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26148864, 26152960) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.540498:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26148864=0x18f0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.540539:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.540542:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26152960
00000020:00010000:0.0:1789760798.540549:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.540552:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.540555:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.540558:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.540561:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.540567:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.540572:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.540584:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760798.540657:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9180 - object 0x280000401:2 offset 26148864<>26152960
00000100:00100000:1.0:1789760798.540836:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388992:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.575159:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973701 gen 2
00000100:00100000:1.0:1789760798.575192:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe9180 x1876699484388992/t4294973702(4294973702) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760814 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760798.575228:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760798.575234:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.575252:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.575272:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760798.575292:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484388992:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.575377:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6384, 6384]
00000080:00200000:0.0:1789760798.575388:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.575393:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.575403:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26152960 i_blocks 51207
00000020:00200000:0.0:1789760798.575406:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.575414:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.575442:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26152960, count: 4096
00000080:00200000:0.0:1789760798.575447:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26152960, bytes: 4096
00000080:00200000:0.0:1789760798.575454:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.575460:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.575462:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26152960, 26157056) 0 0
00000080:00200000:0.0:1789760798.575466:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.575477:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6385, 6385]
00020000:00200000:0.0:1789760798.575484:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26152960 chunk: [26152960, 26157056) 26157056, 4096
00020000:00200000:0.0:1789760798.575487:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.575501:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6385, 6385]
00000008:00010000:0.0:1789760798.575514:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.575519:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.575527:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26152960, 26157056) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.575539:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26152960=0x18f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.575583:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.575586:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26157056
00000020:00010000:0.0:1789760798.575593:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.575596:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.575598:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.575601:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.575604:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.575610:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.575615:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.575628:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760798.575719:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe9880 - object 0x280000401:2 offset 26152960<>26157056
00000100:00100000:1.0:1789760798.575845:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760798.575858:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389120:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.610902:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973702 gen 2
00000100:00100000:1.0:1789760798.610943:0:2422:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff8ab8c2fe9880 x1876699484389120/t4294973703(4294973703) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760814 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760798.610978:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760798.610983:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.610991:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.611012:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760798.611035:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389120:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.611122:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6385, 6385]
00000080:00200000:0.0:1789760798.611136:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.611141:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.611153:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26157056 i_blocks 51207
00000020:00200000:0.0:1789760798.611156:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.611164:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.611193:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26157056, count: 4096
00000080:00200000:0.0:1789760798.611198:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26157056, bytes: 4096
00000080:00200000:0.0:1789760798.611206:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.611212:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.611214:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26157056, 26161152) 0 0
00000080:00200000:0.0:1789760798.611218:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.611231:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6386, 6386]
00020000:00200000:0.0:1789760798.612058:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26157056 chunk: [26157056, 26161152) 26161152, 4096
00020000:00200000:0.0:1789760798.612066:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.612084:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6386, 6386]
00000008:00010000:0.0:1789760798.612101:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.612105:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.612115:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26157056, 26161152) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.612126:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26157056=0x18f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.612180:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.612182:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26161152
00000020:00010000:0.0:1789760798.612190:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.612193:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.612195:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.612198:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.612201:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.612207:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.612213:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.612232:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000008:00100000:0.0:1789760798.612451:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb480 - object 0x280000401:2 offset 26157056<>26161152
00000100:00100000:1.0:1789760798.612569:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389248:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.668821:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973704 gen 2
00000008:00010000:1.0:1789760798.668898:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000020:00200000:1.0:1789760798.668904:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.668911:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.668940:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2c3c0
00000100:00100000:1.0:1789760798.668963:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389248:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.669054:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6386, 6386]
00000080:00200000:0.0:1789760798.669067:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.669072:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.669083:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26161152 i_blocks 51207
00000020:00200000:0.0:1789760798.669086:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.669095:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.669122:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26161152, count: 4096
00000080:00200000:0.0:1789760798.669128:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26161152, bytes: 4096
00000080:00200000:0.0:1789760798.669135:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.669142:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.669143:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26161152, 26165248) 0 0
00000080:00200000:0.0:1789760798.669146:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.669157:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6387, 6387]
00020000:00200000:0.0:1789760798.669164:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26161152 chunk: [26161152, 26165248) 26165248, 4096
00020000:00200000:0.0:1789760798.669167:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.669181:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6387, 6387]
00000008:00010000:0.0:1789760798.669192:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.669196:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.669204:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26161152, 26165248) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.669214:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26161152=0x18f3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.669306:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.669309:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26165248
00000020:00010000:0.0:1789760798.669315:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.669318:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.669320:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.669324:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.669326:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.669332:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.669337:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.669350:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000008:00100000:0.0:1789760798.669427:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fead80 - object 0x280000401:2 offset 26161152<>26165248
00000100:00100000:1.0:1789760798.669484:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484389376:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.706640:0:2423:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973705 gen 2
00000008:00010000:1.0:1789760798.706685:0:2423:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000020:00200000:1.0:1789760798.706693:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.706702:0:2423:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.706786:0:2423:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ce40
00000100:00100000:1.0:1789760798.706813:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484389376:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.706932:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6387, 6387]
00000080:00200000:0.0:1789760798.706947:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.706952:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.706964:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26165248 i_blocks 51207
00000020:00200000:0.0:1789760798.706967:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.706975:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.707002:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26165248, count: 4096
00000080:00200000:0.0:1789760798.707007:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26165248, bytes: 4096
00000080:00200000:0.0:1789760798.707076:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.707084:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.707086:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26165248, 26169344) 0 0
00000080:00200000:0.0:1789760798.707090:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.707173:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6388, 6388]
00020000:00200000:0.0:1789760798.707181:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26165248 chunk: [26165248, 26169344) 26169344, 4096
00020000:00200000:0.0:1789760798.707185:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.707204:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6388, 6388]
00000008:00010000:0.0:1789760798.707219:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.707224:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.707233:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26165248, 26169344) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.707244:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26165248=0x18f4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.707285:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.707287:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26169344
00000020:00010000:0.0:1789760798.707293:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.707296:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.707299:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.707302:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.707305:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.707310:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.707314:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.707326:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000008:00100000:0.0:1789760798.707400:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2feb800 - object 0x280000401:2 offset 26165248<>26169344
00000100:00100000:1.0:1789760798.707487:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389504:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.760521:0:2422:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ab8e3550800: committing for last_committed 4294973706 gen 2
00000008:00010000:1.0:1789760798.760555:0:2422:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000020:00200000:1.0:1789760798.760561:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760798.760570:0:2422:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760798.760592:0:2422:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8ab8e1b2ccc0
00000100:00100000:1.0:1789760798.760616:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389504:192.168.203.110@tcp:4:dd.0
00000080:00200000:0.0:1789760798.760729:0:12718:0:(file.c:2205:ll_file_io_generic()) Range unlock [6388, 6388]
00000080:00200000:0.0:1789760798.760742:0:12718:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.760746:0:12718:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.760758:0:12718:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26169344 i_blocks 51207
00000020:00200000:0.0:1789760798.760762:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.760771:0:12718:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.760796:0:12718:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26169344, count: 4096
00000080:00200000:0.0:1789760798.760802:0:12718:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26169344, bytes: 4096
00000080:00200000:0.0:1789760798.760813:0:12718:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.760820:0:12718:0:(cl_io.c:214:cl_io_rw_init()) header@000000003b5565fc[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.760822:0:12718:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26169344, 26173440) 0 0
00000080:00200000:0.0:1789760798.760826:0:12718:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.760842:0:12718:0:(file.c:2168:ll_file_io_generic()) Range lock [6389, 6389]
00020000:00200000:0.0:1789760798.760849:0:12718:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26169344 chunk: [26169344, 26173440) 26173440, 4096
00020000:00200000:0.0:1789760798.760853:0:12718:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.760894:0:12718:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6389, 6389]
00000008:00010000:0.0:1789760798.760909:0:12718:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.760914:0:12718:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8ab8d841e630, osc lock ffff8ab8c4d6a000, flags 0x0
00000080:00200000:0.0:1789760798.760933:0:12718:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26169344, 26173440) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.760944:0:12718:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8ab8c59b80c8), size=4096 (max 536870912), offset=26169344=0x18f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.760989:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.760992:0:12718:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26173440
00000020:00010000:0.0:1789760798.760999:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.761002:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.761004:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8ab8d841e630 (ffff8ab8c4c2dab8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.761017:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8c51ef8a8 (ffff8ab8c4c2d518/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.761021:0:12718:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8ab8d841e630 (ffff8ab8c4c2d518/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.761027:0:12718:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.761033:0:12718:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.761047:0:131:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8ab8e1b2c240
00000008:00100000:0.0:1789760798.761126:0:131:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8ab8c2fe8700 - object 0x280000401:2 offset 26169344<>26173440
00000100:00100000:1.0:1789760798.761303:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760798.761317:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389632:192.168.203.110@tcp:4:dd.0
00000100:00100000:1.0:1789760798.843905:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2627c619-a8ae-4613-a619-f7e733291af3:2422:1876699484389760:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760798.844023:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484390016:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760798.844053:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484390272:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760798.844082:0:2422:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1789760798.844088:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389888:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760798.844111:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484390144:192.168.203.110@tcp:400:kworker.0
00010000:00010000:2.0:1789760799.547337:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760800.574276:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760801.596972:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760802.619102:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760803.643051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760803.963087:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484390400:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760803.963087:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484390528:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760803.963191:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484390784:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760803.963194:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484390656:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760803.963216:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484391040:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760803.963239:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484390912:192.168.203.110@tcp:400:kworker.0
00010000:00010000:1.0:1789760804.667056:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:3.0:1789760805.499031:0:38:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:3.0:1789760805.499044:0:38:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760805.499112:0:38:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00010000:00010000:2.0:1789760805.691051:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760806.715012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760807.739009:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760808.763009:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760809.083066:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484391168:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760809.083117:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484391296:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760809.083159:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484391424:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760809.083165:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484391552:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760809.083185:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484391680:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760809.083194:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484391808:192.168.203.110@tcp:400:kworker.0
00010000:00010000:2.0:1789760809.787025:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760810.810983:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760811.835037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760812.858979:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760813.883020:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1789760814.202959:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8ab8c2febb80 x1876699484389888/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760814.203019:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484391936:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.203094:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484392192:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.203112:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484392448:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.203144:0:2423:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:1.0:1789760814.203149:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484392064:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.203168:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484392320:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.203181:0:2423:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484392576:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760814.209755:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2febb80 x1876699484389888/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760814.209764:0:2422:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:0.0:1789760814.209767:0:2422:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8ab8e3550800: Connection to lustre-MDT0000 (at 192.168.203.110@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1789760814.213269:0:2422:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:0.0:1789760814.213282:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8ab8c2feaa00 x1876699484390144/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760814.213294:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2feaa00 x1876699484390144/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760814.213299:0:2422:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:0.0:1789760814.213301:0:2422:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8ab8d17e6800: Connection to lustre-MDT0000 (at 192.168.203.110@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1789760814.213303:0:2422:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:0.0:1789760814.213307:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8ab8c2fea680 x1876699484389760/t0(0) o400->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760814.213315:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fea680 x1876699484389760/t0(0) o400->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760814.213319:0:2422:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from FULL to DISCONN
00000100:02020000:0.0:1789760814.213321:0:2422:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.110@tcp: Connection to MGS (at 192.168.203.110@tcp) was lost; in progress operations using this service will fail
00000100:00080000:0.0:1789760814.216143:0:2422:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.110@tcp for MGC192.168.203.110@tcp not replayable, auto-deactivating
00000100:00080000:0.0:1789760814.216145:0:2422:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:0.0:1789760814.216150:0:2422:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8ab8c2fea680 x1876699484389760/t0(0) o400->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760814.216158:0:2422:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8ab8c2feb800 x1876699484390400/t0(0) o400->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760814.216168:0:2422:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8ab8c2fe8e00 x1876699484391168/t0(0) o400->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760814.216173:0:2422:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8ab8d84a8380 x1876699484391936/t0(0) o400->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760814.216182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
10000000:01000000:0.0:1789760814.216184:0:2422:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:0.0:1789760814.216188:0:2422:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
00000100:00080000:1.0:1789760814.216188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
10000000:01000000:0.0:1789760814.216189:0:2422:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:0.0:1789760814.216192:0:2422:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00080000:1.0:1789760814.216192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.216200:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 270
00000100:00000400:0.0:1789760814.216207:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8ab8c2fe9500 x1876699484390016/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760814.216211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760814.216222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760814.216226:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fe9500 x1876699484390016/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760814.216236:0:2422:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:0.0:1789760814.216239:0:2422:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8ab8e3550800: Connection to lustre-MDT0001 (at 192.168.203.110@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00100000:1.0:1789760814.216242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484392704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760814.216243:0:2422:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00000400:0.0:1789760814.216255:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8ab8c2fe9f80 x1876699484390272/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760814.216264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760814.216268:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fe9f80 x1876699484390272/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760814.216269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760814.216274:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760814.216276:0:2422:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:0.0:1789760814.216283:0:2422:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8ab8d17e6800: Connection to lustre-MDT0001 (at 192.168.203.110@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1789760814.216283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 270
00000100:00080000:0.0:1789760814.216288:0:2422:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00080000:1.0:1789760814.216296:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760814.216297:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484392704:192.168.203.110@tcp:38:kworker.0
00000100:00000400:0.0:1789760814.216299:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8ab8c2fe8700 x1876699484389632/t0(0) o4->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:6/4 lens 4584/448 e 0 to 1 dl 1789760814 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00000008:00100000:1.0:1789760814.216305:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789760814.216316:0:2422:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:0.0:1789760814.216318:0:2422:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff8ab8e3550800: Connection to lustre-OST0000 (at 192.168.203.110@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1789760814.216322:0:2422:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN
00000100:00100000:1.0:1789760814.216324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484392832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760814.216334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.216337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760814.216339:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.216342:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 419
00000100:00100000:0.0:1789760814.216346:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484389888:192.168.203.110@tcp:400:kworker.0
00000100:00080000:1.0:1789760814.216350:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760814.216355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484392832:192.168.203.110@tcp:38:kworker.0
00000008:00100000:1.0:1789760814.216358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760814.216360:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484390144:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.216370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484392960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760814.216371:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2627c619-a8ae-4613-a619-f7e733291af3:2422:1876699484389760:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760814.216382:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484390016:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760814.216388:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484390272:192.168.203.110@tcp:400:kworker.0
00000100:00080000:1.0:1789760814.216394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.216397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760814.216399:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.216403:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 336
00000100:00080000:1.0:1789760814.216407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760814.216412:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760814.216422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484393088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760814.216430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.216435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789760814.216435:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484392960:192.168.203.110@tcp:8:kworker.0
00000100:00080000:1.0:1789760814.216437:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.216444:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 336
00000100:00080000:1.0:1789760814.216447:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760814.216451:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760814.216454:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484391936:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.216463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484393216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760814.216464:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484391168:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760814.216477:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2627c619-a8ae-4613-a619-f7e733291af3:2423:1876699484390400:192.168.203.110@tcp:400:kworker.0
00000100:00080000:1.0:1789760814.216482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.216485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760814.216488:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760814.216489:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484393088:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789760814.216496:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 269
00000100:00080000:1.0:1789760814.216501:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789760814.216512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484393344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760814.216530:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484393216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789760814.216564:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484393344:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789760814.906985:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760815.931017:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760816.955026:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760817.979003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760819.003005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760819.322954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.322962:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.322965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.322968:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.322970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.322972:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.322974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.322978:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.322981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.322983:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760819.322986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760819.322988:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:0.0:1789760819.323009:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8ab8c2feb480 x1876699484390656/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:1.0:1789760819.323012:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8ab8c2fead80 x1876699484390528/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760819.344789:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2feb480 x1876699484390656/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760819.344803:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8c36f5800 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:0.0:1789760819.344839:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8ab8c2fe9180 x1876699484390912/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760819.344858:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fe9180 x1876699484390912/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760819.344907:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8e1464800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:0.0:1789760819.344927:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484390656:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760819.344935:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484390912:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760819.349192:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fead80 x1876699484390528/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760819.349207:0:2422:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8d1766000 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:1.0:1789760819.349217:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8ab8c2fe9880 x1876699484390784/t0(0) o400->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760819.349230:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fe9880 x1876699484390784/t0(0) o400->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760819.349235:0:2422:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8ab8c3389000 already not connected (conn 3, was 2): CONNECTING
00000100:00000400:1.0:1789760819.349240:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8ab8c2fe9c00 x1876699484391040/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760819.349248:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fe9c00 x1876699484391040/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760819.349252:0:2422:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8e1466000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:1.0:1789760819.349264:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484390528:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760819.349268:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484390784:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760819.349271:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484391040:192.168.203.110@tcp:400:kworker.0
00010000:00010000:2.0:1789760820.026985:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760821.051044:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760822.074971:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760823.099036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760824.123002:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760824.442951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760824.442951:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84a8000 x1876699484393344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760824.442962:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760824.442969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760824.442974:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760824.442977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760824.442981:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760824.442984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760824.442989:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484393344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760824.442990:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760824.442996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760824.443004:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760824.443009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760824.443009:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84ab800 x1876699484393088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760824.443019:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1789760824.443028:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484393088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.443035:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84a9500 x1876699484393216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.443044:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484393216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.443050:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84a9880 x1876699484392960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.443057:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484392960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.443062:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84ab100 x1876699484392832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.443076:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484392832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.443081:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84a8e00 x1876699484392704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.443088:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484392704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.443097:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760824.443112:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789760824.443115:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484393344:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789760824.443119:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760824.443122:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789760824.443125:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484393088:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760824.443129:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760824.443134:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789760824.443137:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484393216:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789760824.443140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760824.443141:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760824.443148:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760824.443152:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760824.443153:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789760824.443159:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484392960:192.168.203.110@tcp:8:kworker.0
00000100:00080000:1.0:1789760824.443162:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 807
00000100:00080000:3.0:1789760824.443165:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760824.443171:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789760824.443174:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1789760824.443174:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484392832:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760824.443181:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760824.443186:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789760824.443186:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789760824.443192:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484392704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789760824.443224:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484393472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760824.443249:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760824.443253:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760824.443255:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760824.443259:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 807
00000100:00080000:1.0:1789760824.443263:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1789760824.443268:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789760824.443274:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484393472:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789760824.443277:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760824.443292:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484393600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760824.443304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760824.443308:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760824.443310:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760824.443314:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 807
00000100:00080000:1.0:1789760824.443318:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1789760824.443321:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760824.443325:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760824.443335:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484393728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760824.443345:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760824.443349:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760824.443351:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760824.443357:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 807
00000100:00080000:1.0:1789760824.443362:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1789760824.443369:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789760824.443371:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484393600:192.168.203.110@tcp:38:kworker.0
00000008:00100000:1.0:1789760824.443378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760824.443393:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484393856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760824.443404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760824.443407:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760824.443410:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760824.443414:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484393728:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789760824.443418:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 807
00000100:00080000:1.0:1789760824.443425:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1789760824.443429:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760824.443435:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760824.443451:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484393856:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789760824.443453:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484393984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760824.443469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760824.443472:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760824.443474:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760824.443478:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 807
00000100:00080000:1.0:1789760824.443484:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 5s
00000100:00100000:3.0:1789760824.443485:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484393984:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789760824.443493:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760824.443500:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760824.443515:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484394112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760824.443558:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484394112:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760825.147179:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1789760825.466927:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809]  req@ffff8ab8c2fe8a80 x1876699484391424/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760825.477310:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fe8a80 x1876699484391424/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760825.477320:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8c36f5800 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:0.0:1789760825.477342:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809]  req@ffff8ab8c2fea300 x1876699484391680/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760825.477354:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fea300 x1876699484391680/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760825.477360:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8e1464800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:0.0:1789760825.477374:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484391424:192.168.203.110@tcp:400:kworker.0
00000100:00100000:0.0:1789760825.477378:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484391680:192.168.203.110@tcp:400:kworker.0
00000100:00000400:1.0:1789760825.530974:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809]  req@ffff8ab8c2fe8380 x1876699484391296/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760825.530999:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fe8380 x1876699484391296/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760825.531026:0:2422:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8d1766000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:1.0:1789760825.531034:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809]  req@ffff8ab8c2fe8000 x1876699484391552/t0(0) o400->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760825.531048:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2fe8000 x1876699484391552/t0(0) o400->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760825.531056:0:2422:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8ab8c3389000 already not connected (conn 4, was 2): CONNECTING
00000100:00000400:1.0:1789760825.531062:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760809/real 1789760809]  req@ffff8ab8c2feb100 x1876699484391808/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760825.531074:0:2422:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8c2feb100 x1876699484391808/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760825 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760825.531081:0:2422:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8e1466000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1789760825.531093:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484391296:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760825.531100:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2422:1876699484391552:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760825.531105:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2422:1876699484391808:192.168.203.110@tcp:400:kworker.0
00010000:00010000:2.0:1789760826.171001:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760827.195020:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760828.219025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760829.243126:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760829.562989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.563002:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760829.563006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.563009:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760829.563013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.563017:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760829.563020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.563023:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760829.563029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.563033:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760829.563035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.563038:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1789760830.267019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:1.0:1789760830.586986:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84aa680 x1876699484392064/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760830.601313:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8d84aa680 x1876699484392064/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760830.601326:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8d1766000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:1.0:1789760830.601334:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84a8a80 x1876699484392320/t0(0) o400->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760830.601360:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8d84a8a80 x1876699484392320/t0(0) o400->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760830.601369:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8ab8c3389000 already not connected (conn 4, was 2): CONNECTING
00000100:00000400:1.0:1789760830.601376:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84ab480 x1876699484392576/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760830.601392:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8d84ab480 x1876699484392576/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760830.601404:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8e1466000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:1.0:1789760830.601410:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84a8700 x1876699484392192/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760830.601420:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8d84a8700 x1876699484392192/t0(0) o400->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760830.601425:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8c36f5800 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:1.0:1789760830.601429:0:2423:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8ab8d84aad80 x1876699484392448/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760830.601437:0:2423:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8ab8d84aad80 x1876699484392448/t0(0) o400->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760830 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760830.601442:0:2423:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8ab8e1464800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1789760830.601470:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484392064:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760830.601478:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484392320:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760830.601484:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484392576:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760830.601491:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2423:1876699484392192:192.168.203.110@tcp:400:kworker.0
00000100:00100000:1.0:1789760830.601496:0:2423:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2423:1876699484392448:192.168.203.110@tcp:400:kworker.0
00010000:00010000:1.0:1789760831.291033:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760832.315115:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760833.339027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760834.363054:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760834.683008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.683021:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.683027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.683032:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.683036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.683040:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.683043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.683047:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.683051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.683055:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760834.683057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760834.683061:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:1.0:1789760835.387072:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760836.411192:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760837.435095:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760838.459087:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760839.483060:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760839.802943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.802952:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.802955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760839.802957:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8ab8d84a8e00 x1876699484394112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760839.802962:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.802967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.802977:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.802979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.802981:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.802983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.802985:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.802987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.802989:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1789760839.802998:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484394112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803008:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8ab8d84aa300 x1876699484393984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803016:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484393984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803022:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8ab8d84abb80 x1876699484393856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803030:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484393856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803051:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8ab8d84a9c00 x1876699484393600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803058:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484393600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803063:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8ab8d84a9180 x1876699484393728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803070:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484393728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803075:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8ab8d84a9f80 x1876699484393472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760839.803082:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484393472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760839.803095:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760839.803110:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760839.803128:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484394112:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760839.803133:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760839.803138:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760839.803141:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484393984:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760839.803146:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760839.803148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.803152:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760839.803154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760839.803155:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789760839.803158:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1789760839.803161:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484393856:192.168.203.110@tcp:8:kworker.0
00000100:00080000:3.0:1789760839.803163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760839.803169:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760839.803173:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789760839.803177:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1789760839.803179:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484393600:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760839.803181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.803187:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760839.803189:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760839.803191:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760839.803194:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760839.803201:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484393728:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760839.803201:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 818
00000100:00080000:0.0:1789760839.803210:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760839.803213:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760839.803217:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760839.803221:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484393472:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789760839.803224:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760839.803247:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760839.803278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484394240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760839.803296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.803298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760839.803300:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760839.803302:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 818
00000100:00080000:3.0:1789760839.803305:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760839.803308:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760839.803312:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760839.803321:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484394368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760839.803324:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484394240:192.168.203.110@tcp:8:kworker.0
00000100:00080000:3.0:1789760839.803337:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.803340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760839.803341:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760839.803350:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 818
00000100:00080000:3.0:1789760839.803353:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760839.803356:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760839.803359:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760839.803367:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484394496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760839.803377:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.803379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760839.803380:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760839.803383:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 818
00000100:00080000:3.0:1789760839.803386:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760839.803389:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789760839.803397:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484394624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760839.803416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.803419:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760839.803420:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760839.803423:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 818
00000100:00080000:3.0:1789760839.803427:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 10s
00000100:00100000:0.0:1789760839.803430:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484394368:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760839.803431:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760839.803457:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760839.803473:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484394752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760839.803489:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.803492:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789760839.803495:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484394496:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760839.803496:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760839.803506:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 818
00000100:00080000:3.0:1789760839.803511:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760839.803514:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760839.803518:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760839.803528:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484394880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760839.803533:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484394624:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760839.803582:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484394752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760839.803607:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484394880:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760840.507133:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760841.531062:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760842.555143:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760843.578994:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760844.603120:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760844.922970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760844.922982:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760844.922985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760844.922989:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760844.922991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760844.922994:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760844.922996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760844.922998:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760844.923001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760844.923003:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760844.923005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760844.923007:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:1.0:1789760845.626990:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760846.651073:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760847.675102:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760848.699058:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760849.723051:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760850.042960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.042968:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.042972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.042975:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.042977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.042980:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.042983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.042985:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.042987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.042989:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.042991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.042993:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1789760850.747142:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760851.771101:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760852.795178:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760853.819041:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760854.843152:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760855.163117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760855.163133:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760855.163139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760855.163145:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760855.163150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760855.163156:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760855.163160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760855.163164:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760855.163169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760855.163173:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760855.163176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760855.163180:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:1.0:1789760855.867181:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760856.891064:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760857.915085:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760858.939163:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760859.258986:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8ab8c34f5180 x1876699484394752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259043:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484394752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259055:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8ab8c34f7480 x1876699484394880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259078:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484394880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259087:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8ab8c34f5500 x1876699484394368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259097:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484394368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259108:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8ab8c34f6a00 x1876699484394496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259119:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484394496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259127:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8ab8c34f4000 x1876699484394624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259137:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484394624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259145:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8ab8c34f4700 x1876699484394240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760859.259156:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484394240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760859.259178:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760859.259206:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760859.259211:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484394752:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760859.259217:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760859.259223:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760859.259226:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484394880:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760859.259231:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760859.259249:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760859.259255:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484394368:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760859.259264:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760859.259277:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760859.259287:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484394496:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760859.259302:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760859.259312:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.259324:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760859.259329:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789760859.259329:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789760859.259344:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484394624:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789760859.259351:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 833
00000100:00080000:3.0:1789760859.259384:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760859.259395:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789760859.259406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760859.259426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760859.259431:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484394240:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789760859.259451:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484395008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760859.259531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.259537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760859.259540:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760859.259547:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 833
00000100:00080000:3.0:1789760859.259553:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1789760859.259589:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484395008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789760859.259589:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760859.259613:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760859.259638:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484395136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760859.259651:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.259655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760859.259657:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760859.259661:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 833
00000100:00080000:3.0:1789760859.259667:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760859.259674:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760859.259681:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760859.259696:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484395264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760859.259714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.259720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760859.259724:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789760859.259734:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484395136:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760859.259737:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 833
00000100:00080000:3.0:1789760859.259752:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760859.259762:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760859.259774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760859.259779:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484395264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789760859.259805:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484395392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760859.259831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.259855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760859.259859:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760859.259867:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 833
00000100:00080000:3.0:1789760859.259876:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760859.259884:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760859.259889:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484395392:192.168.203.110@tcp:8:kworker.0
00000008:00100000:3.0:1789760859.259947:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760859.259972:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484395520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760859.260004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760859.260010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760859.260013:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760859.260021:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 833
00000100:00080000:3.0:1789760859.260029:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 15s
00000100:00100000:0.0:1789760859.260040:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484395520:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760859.260040:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760859.260061:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760859.260082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484395648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760859.260155:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484395648:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760859.963013:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000100:1.1F:1789760860.155012:0:2413:0:(socklnd_cb.c:2294:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.203.110@tcp (192.168.203.110:988) the network or that node may be down.
00010000:00010000:2.0:1789760860.986961:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760862.010990:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760863.035078:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760864.059097:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760864.378963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760864.378993:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760864.378996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760864.379000:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760864.379015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760864.379020:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760864.379026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760864.379031:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760864.379036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760864.379041:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760864.379045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760864.379050:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1789760865.083049:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760866.107069:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760867.131124:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760868.155162:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760869.179057:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760869.498941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.498949:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.498952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.498955:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.498958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.498960:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.498963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.498966:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.498969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.498971:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760869.498972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760869.498974:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:1.0:1789760870.203099:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760871.227179:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760872.251108:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760873.275070:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760874.299045:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760874.618968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.618983:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.618987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.618992:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.618996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.618999:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.619003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.619007:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.619011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.619016:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760874.619019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760874.619022:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1789760875.322997:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760876.346990:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760877.371073:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760878.395130:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760879.419019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760879.738994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760879.739002:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760879.739004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760879.739007:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760879.739010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760879.739012:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760879.739014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760879.739016:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760879.739019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760879.739022:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760879.739023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760879.739025:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:1.0:1789760880.443037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760881.467052:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760882.491012:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760883.514988:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760884.538971:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760884.858934:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760859/real 1789760859]  req@ffff8ab8c34f7480 x1876699484395648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.858962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760884.858963:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484395648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.858971:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760884.858976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760884.858981:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760859/real 1789760859]  req@ffff8ab8c34f5500 x1876699484395520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.858982:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760884.858987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.858994:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760884.859000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760884.859004:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484395520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.859004:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760884.859011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859019:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1789760884.859022:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760859/real 1789760859]  req@ffff8ab8c34f6a00 x1876699484395392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760884.859023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859030:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1789760884.859045:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484395392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760884.859054:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760859/real 1789760859]  req@ffff8ab8c34f4700 x1876699484395136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760884.859061:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484395136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760884.859066:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760859/real 1789760859]  req@ffff8ab8c34f4000 x1876699484395264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760884.859072:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484395264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760884.859077:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760859/real 1789760859]  req@ffff8ab8c34f5880 x1876699484395008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760884.859084:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484395008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760884.859101:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760884.859114:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760884.859117:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484395648:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760884.859122:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760884.859128:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760884.859133:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484395520:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789760884.859134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859140:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760884.859142:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760884.859142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859149:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760884.859150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859152:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760884.859154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760884.859157:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789760884.859158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760884.859163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789760884.859164:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484395392:192.168.203.110@tcp:8:kworker.0
00000100:00080000:2.0:1789760884.859172:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 852
00000100:00080000:2.0:1789760884.859180:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760884.859185:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789760884.859190:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789760884.859193:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:0.0:1789760884.859199:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760884.859203:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484395136:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760884.859207:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760884.859213:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760884.859217:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484395264:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760884.859223:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789760884.859226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484395776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760884.859233:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760884.859242:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484395008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789760884.859242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760884.859253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760884.859256:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 852
00000100:00080000:2.0:1789760884.859259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760884.859261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760884.859265:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760884.859273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484395904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760884.859296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760884.859300:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760884.859303:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 852
00000100:00080000:2.0:1789760884.859305:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789760884.859307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484395776:192.168.203.110@tcp:8:kworker.0
00000100:00080000:2.0:1789760884.859310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760884.859316:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760884.859324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484396032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760884.859335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760884.859339:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760884.859341:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 852
00000100:00080000:2.0:1789760884.859344:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760884.859346:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760884.859354:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484396160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760884.859365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760884.859368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760884.859371:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 852
00000100:00080000:2.0:1789760884.859373:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760884.859375:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760884.859378:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760884.859389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484396288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760884.859396:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484395904:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789760884.859397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760884.859405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760884.859407:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760884.859411:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 852
00000100:00080000:2.0:1789760884.859414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760884.859417:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760884.859421:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760884.859428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484396032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760884.859432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484396416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760884.859453:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484396160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760884.859472:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760884.859487:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396416:192.168.203.110@tcp:38:kworker.0
00000400:00000100:3.0:1789760885.115046:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.110:988
00000400:00000100:3.0:1789760885.115091:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789760885.115104:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760885.115133:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760885.115138:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760885.115145:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760885.115151:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760885.115158:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789760885.115177:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885]  req@ffff8ab8c33ded80 x1876699484396416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760885.115201:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484396416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760885.115221:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760885.115226:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760885.115231:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760885.115240:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885]  req@ffff8ab8c33ddc00 x1876699484396032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760885.115255:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484396032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760885.115261:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760885.115263:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760885.115266:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484396032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760885.115270:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885]  req@ffff8ab8c33df800 x1876699484396160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760885.115297:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484396160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760885.115302:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760885.115305:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760885.115307:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484396160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760885.115311:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885]  req@ffff8ab8c33dc380 x1876699484396288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760885.115318:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484396288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760885.115323:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760885.115325:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760885.115327:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760885.115330:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885]  req@ffff8ab8c33dd880 x1876699484395776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760885.115337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484395776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760885.115342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760885.115344:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760885.115345:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484395776:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760885.115349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760884/real 1789760885]  req@ffff8ab8c33de300 x1876699484395904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760885.115357:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484395904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760885.115362:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760885.115363:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760885.115365:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484395904:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760885.563051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760886.586969:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760887.610996:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760888.634968:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760889.659056:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760889.978995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760889.979002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760889.979005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760889.979013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 878
00000100:00080000:0.0:1789760889.979022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760889.979029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760889.979069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484396544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760889.979099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760889.979102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760889.979104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760889.979107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 878
00000100:00080000:0.0:1789760889.979111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760889.979114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760889.979122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760889.979132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484396672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760889.979149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760889.979151:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484396544:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789760889.979153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760889.979156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760889.979163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 878
00000100:00080000:0.0:1789760889.979166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760889.979169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760889.979172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760889.979180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484396800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760889.979186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760889.979189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760889.979190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760889.979193:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 878
00000100:00080000:0.0:1789760889.979195:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760889.979197:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760889.979200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760889.979212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484396928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760889.979218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760889.979222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760889.979223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760889.979225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 878
00000100:00080000:0.0:1789760889.979228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760889.979231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760889.979235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760889.979263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484397056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760889.979273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760889.979278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760889.979281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760889.979287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 878
00000100:00080000:0.0:1789760889.979292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760889.979297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760889.979303:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760889.979317:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760889.979320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484397184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760889.979366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760889.979383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396928:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760889.979399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484397056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760889.979418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484397184:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760890.683077:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760891.707002:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789760891.899214:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.110:988
00000400:00000100:3.0:1789760891.899278:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789760891.899303:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760891.899343:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760891.899354:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760891.899365:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760891.899389:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789760891.899399:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760891]  req@ffff8ab8c2fe8a80 x1876699484396672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789760891.899401:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789760891.899430:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484396672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760891.899450:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760891.899456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760891.899461:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760891.899470:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760891]  req@ffff8ab8c2fe9180 x1876699484396800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760891.899483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484396800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760891.899493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760891.899497:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760891.899500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760891.899507:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760891]  req@ffff8ab8c2feb480 x1876699484396928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760891.899519:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484396928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760891.899526:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760891.899529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760891.899532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484396928:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760891.899538:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760891]  req@ffff8ab8c2feb800 x1876699484397056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760891.899549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484397056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760891.899557:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760891.899560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760891.899563:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484397056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760891.899570:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760891]  req@ffff8ab8c2fea300 x1876699484396544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760891.899583:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484396544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760891.899590:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760891.899593:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760891.899596:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484396544:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789760891.899623:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760889/real 1789760891]  req@ffff8ab8c2fe8e00 x1876699484397184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760891.899635:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484397184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760891.899641:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760891.899645:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760891.899661:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484397184:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760892.731008:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760893.754991:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760894.779050:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760895.098951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.098959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760895.098964:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.098972:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 883
00000100:00080000:1.0:1789760895.098980:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.098986:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789760895.099018:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484397312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.099040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.099043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760895.099045:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.099047:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 883
00000100:00080000:1.0:1789760895.099049:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.099052:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760895.099058:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760895.099067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484397440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.099075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.099077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760895.099078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.099081:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 883
00000100:00080000:1.0:1789760895.099083:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.099088:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760895.099088:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484397312:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789760895.099096:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760895.099105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484397568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.099118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.099121:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760895.099122:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.099125:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 883
00000100:00080000:1.0:1789760895.099128:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.099130:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760895.099133:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760895.099141:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484397696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.099148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.099151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760895.099152:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.099154:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 883
00000100:00080000:1.0:1789760895.099157:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.099159:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760895.099162:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760895.099169:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484397824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.099176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760895.099178:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484397440:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789760895.099180:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760895.099183:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.099188:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 883
00000100:00080000:1.0:1789760895.099191:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.099194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760895.099197:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760895.099224:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484397952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760895.099230:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484397568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760895.099261:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484397696:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760895.099286:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484397824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760895.099316:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484397952:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760895.802996:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760896.827019:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760897.851037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789760898.171319:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.110:988
00000400:00000100:1.0:1789760898.171370:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789760898.171388:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760898.171433:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760898.171443:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760898.171451:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760898.171459:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760898.171466:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789760898.171850:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8ab8d84ab100 x1876699484397952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760898.171928:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484397952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760898.171947:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760898.171957:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760898.171962:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484397952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760898.171973:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8ab8d84ab480 x1876699484397568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760898.171989:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484397568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760898.171999:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760898.172004:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760898.172010:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484397568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760898.172070:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8ab8d84a8a80 x1876699484397696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760898.172086:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484397696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760898.172106:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760898.172111:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760898.172114:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484397696:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760898.172122:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8ab8d84aa680 x1876699484397824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760898.172134:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484397824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760898.172142:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760898.172146:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760898.172149:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484397824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760898.172162:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8ab8d84aad80 x1876699484397312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760898.172175:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484397312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760898.172201:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760898.172205:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760898.172209:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484397312:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789760898.172218:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8ab8d84a8700 x1876699484397440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760898.172243:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484397440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760898.172252:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760898.172256:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760898.172260:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484397440:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760898.875081:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760899.899101:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760900.218970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.218986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760900.218991:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.219004:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 888
00000100:00080000:1.0:1789760900.219016:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.219024:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789760900.219072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484398080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760900.219095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.219099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760900.219101:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.219104:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 888
00000100:00080000:1.0:1789760900.219107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.219111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760900.219121:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760900.219132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484398080:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789760900.219133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484398208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760900.219155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.219157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760900.219161:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.219179:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 888
00000100:00080000:1.0:1789760900.219182:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.219185:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760900.219189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760900.219201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484398336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760900.219212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.219217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760900.219219:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.219223:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 888
00000100:00080000:1.0:1789760900.219227:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.219232:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760900.219239:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789760900.219239:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789760900.219257:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484398464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760900.219273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.219277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760900.219279:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.219284:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 888
00000100:00080000:1.0:1789760900.219288:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.219295:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760900.219296:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8ab8d84a9880 x1876699484398080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789760900.219302:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760900.219320:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484398592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760900.219329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484398080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.219336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.219344:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760900.219346:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.219355:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 888
00000100:00080000:2.0:1789760900.219360:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760900.219361:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.219369:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789760900.219373:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:1.0:1789760900.219378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760900.219382:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484398080:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789760900.219402:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484398720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760900.219418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484398208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760900.219449:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760900.219465:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8ab8d84a9500 x1876699484398208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.219478:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484398208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.219487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.219491:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760900.219494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484398208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760900.219501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484398336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760900.219524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760900.219537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8ab8d84ab800 x1876699484398336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.219551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484398336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.219560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.219563:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760900.219566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484398336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760900.219574:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484398464:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789760900.219597:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760900.219610:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8ab8d84a8000 x1876699484398464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.219622:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484398464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.219632:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.219636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760900.219641:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484398464:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760900.219647:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484398592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760900.219671:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760900.219683:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8ab8d84a8380 x1876699484398592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.219696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484398592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.219705:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.219709:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760900.219713:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484398592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760900.219735:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484398720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760900.219756:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760900.219767:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8ab8d84a8700 x1876699484398720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.219780:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484398720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.219787:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.219790:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760900.219794:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484398720:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760900.923111:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760901.947090:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760902.971120:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760903.995119:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760905.019151:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760905.338959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760905.338970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760905.338974:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760905.338983:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 893
00000100:00080000:3.0:1789760905.338993:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760905.338999:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789760905.339032:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484398848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760905.339056:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760905.339059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760905.339060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760905.339064:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 893
00000100:00080000:3.0:1789760905.339067:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760905.339069:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760905.339078:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760905.339086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484398976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760905.339102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760905.339105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760905.339106:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760905.339109:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 893
00000100:00080000:3.0:1789760905.339111:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760905.339114:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760905.339117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760905.339140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484399104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760905.339150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760905.339152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760905.339154:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760905.339157:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 893
00000100:00080000:3.0:1789760905.339160:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760905.339163:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760905.339168:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760905.339175:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484398848:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789760905.339179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484399232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760905.339194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760905.339198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760905.339200:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760905.339205:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 893
00000100:00080000:3.0:1789760905.339210:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760905.339215:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760905.339221:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760905.339235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484399360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760905.339247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760905.339250:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760905.339252:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760905.339255:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 893
00000100:00080000:3.0:1789760905.339260:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760905.339263:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760905.339268:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484398976:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789760905.339269:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760905.339286:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484399488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760905.339307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484399104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760905.339336:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484399232:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760905.339356:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484399360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760905.339380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484399488:192.168.203.110@tcp:38:kworker.0
00000400:00000100:0.0:1789760905.851054:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789760905.851098:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789760905.851111:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760905.851158:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760905.851165:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760905.851171:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760905.851180:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760905.851188:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789760905.851202:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8ab8c34f5f80 x1876699484399232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.851231:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484399232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.851239:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.851243:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760905.851246:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484399232:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760905.851252:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8ab8c34f6680 x1876699484399360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.851260:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484399360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.851264:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.851267:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760905.851269:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484399360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760905.851273:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8ab8c34f7800 x1876699484399488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.851280:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484399488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.851285:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.851287:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760905.851289:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484399488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760905.851292:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8ab8c34f5180 x1876699484398848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.851299:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484398848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.851304:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.851306:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760905.851308:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484398848:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789760905.851312:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8ab8c34f6d80 x1876699484398976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.851319:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484398976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.851323:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.851325:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760905.851327:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484398976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760905.851331:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8ab8c34f4380 x1876699484399104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.851337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484399104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.851342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.851344:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760905.851346:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484399104:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760906.042997:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760907.067037:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760908.091063:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760909.115009:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760910.139005:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760910.458998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760910.459006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760910.459011:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760910.459019:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 899
00000100:00080000:0.0:1789760910.459028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760910.459035:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760910.459066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484399616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760910.459101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760910.459105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760910.459107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760910.459111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 899
00000100:00080000:0.0:1789760910.459115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760910.459118:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760910.459127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760910.459158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484399744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760910.459158:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484399616:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789760910.459186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760910.459189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760910.459190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760910.459195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 899
00000100:00080000:0.0:1789760910.459200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760910.459203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760910.459208:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760910.459226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484399872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760910.459238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760910.459241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760910.459243:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760910.459246:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 899
00000100:00080000:0.0:1789760910.459249:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760910.459252:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789760910.459259:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789760910.459264:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760910.459276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484400000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760910.459284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760910.459287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760910.459289:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760910.459293:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 899
00000100:00080000:0.0:1789760910.459296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760910.459300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760910.459304:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760910.459312:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8ab8c2fe9f80 x1876699484399616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760910.459316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484400128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760910.459385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760910.459388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789760910.459391:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484399616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760910.459392:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760910.459408:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 899
00000100:00080000:0.0:1789760910.459417:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760910.459417:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760910.459430:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789760910.459430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760910.459440:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484399616:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789760910.459441:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760910.459462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484400256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760910.459476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484399744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760910.459499:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760910.459510:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8ab8c2fe9500 x1876699484399744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760910.459519:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484399744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760910.459525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760910.459528:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760910.459530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484399744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760910.459534:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484399872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760910.459545:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760910.459552:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8ab8c2fea680 x1876699484399872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760910.459559:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484399872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760910.459569:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760910.459572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760910.459574:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484399872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760910.459587:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484400000:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789760910.459598:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760910.459605:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8ab8c2feaa00 x1876699484400000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760910.459612:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484400000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760910.459618:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760910.459620:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760910.459622:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484400000:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760910.459625:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484400128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760910.459636:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760910.459653:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8ab8c2febb80 x1876699484400128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760910.459660:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484400128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760910.459665:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760910.459667:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760910.459670:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484400128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760910.459682:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484400256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760910.459693:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760910.459700:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8ab8c2fe8e00 x1876699484400256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760910.459708:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484400256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760910.459713:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760910.459715:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760910.459718:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484400256:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760911.163008:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760912.187147:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760913.210996:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760914.235123:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760915.259110:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760915.578978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760915.578990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760915.578995:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760915.579007:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 904
00000100:00080000:3.0:1789760915.579020:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760915.579030:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789760915.579094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484400384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760915.579134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760915.579139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760915.579142:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760915.579148:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 904
00000100:00080000:3.0:1789760915.579152:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760915.579157:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760915.579169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760915.579183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484400512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760915.579215:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484400384:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789760915.579221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760915.579233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760915.579237:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760915.579244:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 904
00000100:00080000:3.0:1789760915.579248:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760915.579255:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760915.579261:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760915.579274:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484400640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760915.579285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760915.579290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760915.579292:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760915.579297:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 904
00000100:00080000:3.0:1789760915.579303:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760915.579308:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789760915.579313:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760915.579335:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484400768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760915.579349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760915.579353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760915.579356:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760915.579361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484400512:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789760915.579366:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 904
00000100:00080000:3.0:1789760915.579381:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760915.579389:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760915.579422:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484400640:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789760915.579430:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760915.579443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484400768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789760915.579456:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484400896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760915.579522:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760915.579528:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760915.579531:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760915.579540:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 904
00000100:00080000:3.0:1789760915.579547:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760915.579552:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760915.579559:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484400896:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789760915.579561:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760915.579607:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484401024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760915.579627:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484401024:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760916.283146:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760917.306973:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760918.331114:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789760918.651170:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789760918.651208:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789760918.651221:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760918.651253:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760918.651260:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760918.651265:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760918.651271:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789760918.651279:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789760918.651317:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760918]  req@ffff8ab8c34f4380 x1876699484401024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760918.651344:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484401024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760918.651356:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760918.651362:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760918.651377:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484401024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760918.651385:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760918]  req@ffff8ab8c34f6300 x1876699484400896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760918.651396:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484400896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760918.651404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760918.651408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760918.651411:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484400896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760918.651417:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760918]  req@ffff8ab8c34f5c00 x1876699484400512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760918.651430:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484400512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760918.651438:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760918.651441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760918.651445:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484400512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760918.651455:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760918]  req@ffff8ab8c34f7b80 x1876699484400640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760918.651476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484400640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760918.651483:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760918.651494:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760918.651497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484400640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760918.651504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760918]  req@ffff8ab8c34f7100 x1876699484400768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760918.651515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484400768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760918.651522:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760918.651526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760918.651529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484400768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760918.651536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760915/real 1789760918]  req@ffff8ab8c34f4a80 x1876699484400384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760918.651547:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484400384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760918.651555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760918.651568:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760918.651571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484400384:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789760919.355075:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760920.379066:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760920.699039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760920.699049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760920.699064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760920.699074:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 909
00000100:00080000:0.0:1789760920.699084:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760920.699091:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760920.699124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484401152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760920.699151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760920.699155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760920.699157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760920.699161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 909
00000100:00080000:0.0:1789760920.699165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760920.699171:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760920.699181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760920.699196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484401280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760920.699210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760920.699217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789760920.699217:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484401152:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789760920.699226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760920.699235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 909
00000100:00080000:0.0:1789760920.699239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760920.699243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760920.699250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760920.699265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484401408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760920.699275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760920.699279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760920.699281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760920.699285:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 909
00000100:00080000:0.0:1789760920.699290:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760920.699294:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760920.699300:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760920.699312:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484401536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760920.699329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760920.699333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760920.699335:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760920.699339:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 909
00000800:00000100:2.0:1789760920.699353:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789760920.699355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760920.699363:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760920.699370:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760920.699385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484401664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760920.699395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760920.699399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760920.699400:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760920.699404:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 909
00000100:00080000:0.0:1789760920.699410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760920.699415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760920.699422:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760920.699437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484401792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760920.699441:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff8ab8c2fea300 x1876699484401152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760920.699500:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484401152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760920.699517:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760920.699523:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760920.699529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484401152:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789760920.699567:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484401280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760920.699617:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760920.699634:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff8ab8c2feb800 x1876699484401280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760920.699658:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484401280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760920.699670:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760920.699675:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760920.699679:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484401280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760920.699688:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484401408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760920.699718:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760920.699733:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff8ab8c2feb480 x1876699484401408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760920.699748:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484401408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760920.699758:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760920.699762:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760920.699767:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484401408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760920.699774:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484401536:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789760920.699800:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760920.699814:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff8ab8c2fe9180 x1876699484401536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760920.699827:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484401536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760920.699836:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760920.699840:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760920.699843:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484401536:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760920.699851:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484401664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760920.699947:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760920.699962:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff8ab8c2fe8a80 x1876699484401664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760920.699976:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484401664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760920.699987:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760920.699992:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760920.699996:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484401664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760920.700004:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484401792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760920.700048:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760920.700063:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760920/real 1789760920]  req@ffff8ab8c2feb100 x1876699484401792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760920.700076:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484401792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760920.700084:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760920.700088:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760920.700091:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484401792:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760921.403048:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760922.427023:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760923.451055:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760924.475120:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760925.499056:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760925.818942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760925.818950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760925.818954:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760925.818961:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 914
00000100:00080000:0.0:1789760925.818971:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760925.818990:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760925.819025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484401920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760925.819053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760925.819056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760925.819057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760925.819060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 914
00000100:00080000:0.0:1789760925.819063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760925.819066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760925.819074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760925.819085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484402048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760925.819092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760925.819095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760925.819096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760925.819098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 914
00000100:00080000:0.0:1789760925.819100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760925.819103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760925.819106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760925.819112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484402176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760925.819126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760925.819126:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484401920:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789760925.819138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760925.819145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760925.819150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 914
00000100:00080000:0.0:1789760925.819153:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760925.819156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760925.819162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760925.819172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484402304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760925.819179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760925.819182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760925.819184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760925.819187:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 914
00000100:00080000:0.0:1789760925.819191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760925.819194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760925.819198:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760925.819205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484402432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760925.819215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760925.819219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760925.819225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789760925.819225:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789760925.819240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 914
00000100:00080000:0.0:1789760925.819246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760925.819251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760925.819258:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760925.819271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484402560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760925.819292:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff8ab8c2fe8000 x1876699484401920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760925.819315:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484401920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760925.819329:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760925.819335:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760925.819340:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484401920:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789760925.819349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760925.819373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760925.819386:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff8ab8c2fe8380 x1876699484402048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760925.819400:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484402048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760925.819409:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760925.819413:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760925.819417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760925.819444:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760925.819462:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760925.819473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff8ab8c2fe9c00 x1876699484402176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760925.819486:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484402176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760925.819495:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760925.819499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760925.819502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760925.819509:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402304:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789760925.819527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760925.819537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff8ab8c2fe9880 x1876699484402304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760925.819549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484402304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760925.819558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760925.819562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760925.819566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402304:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760925.819572:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484402432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760925.819589:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760925.819599:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff8ab8c2fead80 x1876699484402432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760925.819612:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484402432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760925.819621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760925.819624:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760925.819628:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484402432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760925.819634:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484402560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760925.819651:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760925.819661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760925/real 1789760925]  req@ffff8ab8c2feb100 x1876699484402560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760925.819680:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484402560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760925.819689:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760925.819693:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760925.819697:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484402560:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760926.523115:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760927.547115:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760928.571021:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760929.595076:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760930.619036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760930.939020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760930.939033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760930.939037:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760930.939048:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 919
00000100:00080000:0.0:1789760930.939061:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760930.939069:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760930.939107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484402688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760930.939139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760930.939142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760930.939143:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760930.939147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 919
00000100:00080000:0.0:1789760930.939149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760930.939151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760930.939161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760930.939170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484402816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760930.939178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760930.939181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760930.939182:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760930.939185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 919
00000100:00080000:0.0:1789760930.939188:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760930.939191:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760930.939196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760930.939198:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484402688:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760930.939206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484402944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760930.939214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760930.939217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760930.939218:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760930.939220:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 919
00000100:00080000:0.0:1789760930.939222:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760930.939225:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760930.939228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760930.939236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484403072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760930.939242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760930.939245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760930.939246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760930.939249:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 919
00000100:00080000:0.0:1789760930.939254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760930.939256:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760930.939259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760930.939266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484403200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760930.939277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760930.939280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760930.939281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789760930.939286:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789760930.939289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 919
00000100:00080000:0.0:1789760930.939293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760930.939295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760930.939299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760930.939306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484403328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760930.939335:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff8ab8c2fe8a80 x1876699484402688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760930.939353:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484402688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760930.939362:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760930.939366:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760930.939369:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484402688:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789760930.939375:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760930.939393:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760930.939402:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff8ab8c2fe9180 x1876699484402816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760930.939415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484402816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760930.939421:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760930.939423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760930.939425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760930.939447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760930.939459:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760930.939465:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff8ab8c2feb480 x1876699484402944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760930.939472:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484402944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760930.939478:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760930.939480:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760930.939482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484402944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760930.939486:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484403072:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789760930.939497:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760930.939503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff8ab8c2feb800 x1876699484403072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760930.939510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484403072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760930.939520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760930.939523:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760930.939525:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484403072:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760930.939528:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484403200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760930.939544:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760930.939555:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff8ab8c2fea300 x1876699484403200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760930.939567:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484403200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760930.939576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760930.939580:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760930.939584:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484403200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760930.939590:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484403328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760930.939608:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760930.939616:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760930/real 1789760930]  req@ffff8ab8c2fe8e00 x1876699484403328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760930.939623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484403328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760930.939629:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760930.939631:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760930.939634:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484403328:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760931.643059:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760932.667088:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760933.691022:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760934.714995:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760935.738981:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760936.058995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760936.059006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760936.059010:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760936.059021:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 924
00000100:00080000:1.0:1789760936.059030:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760936.059036:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789760936.059072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484403456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760936.059101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760936.059105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760936.059107:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760936.059112:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 924
00000100:00080000:1.0:1789760936.059117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760936.059120:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760936.059129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760936.059132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484403456:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789760936.059144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484403584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760936.059154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760936.059156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760936.059158:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760936.059161:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 924
00000100:00080000:1.0:1789760936.059163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760936.059166:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760936.059169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760936.059176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484403712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760936.059183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760936.059186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760936.059187:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760936.059189:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 924
00000100:00080000:1.0:1789760936.059192:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760936.059194:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760936.059197:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760936.059205:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484403840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760936.059212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760936.059215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760936.059217:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760936.059221:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484403584:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789760936.059222:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 924
00000100:00080000:1.0:1789760936.059228:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760936.059232:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760936.059235:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760936.059246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484403968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760936.059255:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760936.059258:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484403712:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789760936.059259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760936.059263:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760936.059267:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 924
00000100:00080000:1.0:1789760936.059270:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760936.059272:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760936.059276:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760936.059283:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484403840:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789760936.059287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484404096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760936.059316:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484403968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760936.059332:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484404096:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760936.763056:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760937.787064:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760938.811039:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789760939.131088:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789760939.131127:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789760939.131139:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760939.131184:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760939.131195:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760939.131206:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760939.131216:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789760939.131233:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789760939.131235:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760939]  req@ffff8ab8d84aa680 x1876699484403584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760939.131264:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484403584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760939.131276:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760939.131281:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760939.131286:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484403584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760939.131304:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760939]  req@ffff8ab8d84a8a80 x1876699484403712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760939.131335:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484403712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760939.131344:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760939.131347:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760939.131351:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484403712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760939.131357:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760939]  req@ffff8ab8d84ab480 x1876699484403840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760939.131369:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484403840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760939.131377:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760939.131381:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760939.131384:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484403840:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760939.131390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760939]  req@ffff8ab8d84aad80 x1876699484403456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760939.131402:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484403456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760939.131410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760939.131413:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760939.131417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484403456:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789760939.131443:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760939]  req@ffff8ab8d84ab100 x1876699484403968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760939.131456:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484403968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760939.131465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760939.131469:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760939.131473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484403968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760939.131479:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760939]  req@ffff8ab8d84a9f80 x1876699484404096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760939.131492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484404096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760939.131500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760939.131503:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760939.131506:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484404096:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760939.835079:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760940.859000:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760941.178969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.178979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760941.178983:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.178994:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 929
00000100:00080000:1.0:1789760941.179006:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.179014:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789760941.179048:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484404224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.179080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.179085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760941.179087:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.179093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 929
00000100:00080000:1.0:1789760941.179097:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.179101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760941.179111:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760941.179126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484404352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.179138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760941.179141:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484404224:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789760941.179142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760941.179146:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.179155:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 929
00000100:00080000:1.0:1789760941.179159:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.179164:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789760941.179170:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760941.179183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484404480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.179193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.179196:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760941.179198:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.179203:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 929
00000100:00080000:1.0:1789760941.179206:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.179213:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789760941.179215:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789760941.179220:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760941.179236:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484404608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760941.179246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.179250:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760941.179252:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789760941.179258:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8ab8d84a9180 x1876699484404224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760941.179260:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 929
00000100:00080000:1.0:1789760941.179267:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.179274:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760941.179287:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484404224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789760941.179302:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789760941.179306:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760941.179313:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789760941.179318:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484404736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760941.179321:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484404224:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789760941.179339:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760941.179342:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760941.179345:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760941.179350:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 929
00000100:00080000:1.0:1789760941.179354:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760941.179361:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760941.179362:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484404352:192.168.203.110@tcp:38:kworker.0
00000008:00100000:1.0:1789760941.179374:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789760941.179400:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789760941.179401:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484404864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760941.179423:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8ab8d84a9c00 x1876699484404352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760941.179439:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484404352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760941.179448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760941.179452:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760941.179455:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484404352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760941.179462:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484404480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760941.179487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760941.179500:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8ab8d84abb80 x1876699484404480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760941.179515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484404480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760941.179523:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760941.179526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760941.179529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484404480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760941.179536:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484404608:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789760941.179557:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760941.179569:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8ab8d84aa300 x1876699484404608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760941.179581:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484404608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760941.179596:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760941.179599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760941.179603:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484404608:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760941.179609:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484404736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760941.179629:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760941.179641:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8ab8d84a8e00 x1876699484404736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760941.179652:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484404736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760941.179660:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760941.179663:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760941.179667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484404736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760941.179686:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484404864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760941.179709:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760941.179721:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8ab8d84a9180 x1876699484404864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760941.179741:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484404864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760941.179749:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760941.179753:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760941.179757:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484404864:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760941.883069:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760942.907027:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760943.931017:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760944.955021:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760945.979078:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760946.299005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760946.299015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760946.299021:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760946.299031:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 934
00000100:00080000:0.0:1789760946.299042:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760946.299049:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760946.299089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484404992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760946.299119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760946.299123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760946.299125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760946.299130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 934
00000100:00080000:0.0:1789760946.299134:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760946.299138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760946.299148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760946.299163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484405120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760946.299174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760946.299178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760946.299180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760946.299185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 934
00000100:00080000:0.0:1789760946.299190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760946.299197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760946.299197:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484404992:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789760946.299208:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760946.299223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484405248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760946.299234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760946.299238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760946.299241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760946.299244:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 934
00000100:00080000:0.0:1789760946.299249:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760946.299253:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789760946.299258:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789760946.299259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760946.299274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484405376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760946.299284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760946.299287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760946.299289:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760946.299293:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 934
00000100:00080000:0.0:1789760946.299297:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760946.299298:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8ab8c2febb80 x1876699484404992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760946.299304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760946.299315:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.299322:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484404992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760946.299331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484405504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.299347:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760946.299352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.299353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760946.299361:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484404992:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789760946.299362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760946.299367:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760946.299374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 934
00000100:00080000:0.0:1789760946.299378:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760946.299381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484405120:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789760946.299385:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760946.299393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789760946.299404:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760946.299410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484405632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760946.299417:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8ab8c2feaa00 x1876699484405120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760946.299432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484405120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760946.299438:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760946.299441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760946.299443:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484405120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760946.299463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484405248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760946.299475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760946.299481:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8ab8c2fea680 x1876699484405248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760946.299489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484405248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760946.299494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760946.299496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760946.299498:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484405248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760946.299502:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484405376:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789760946.299513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760946.299519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8ab8c2fe9500 x1876699484405376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760946.299526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484405376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760946.299531:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760946.299533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760946.299535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484405376:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760946.299538:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484405504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760946.299548:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760946.299554:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8ab8c2fe9f80 x1876699484405504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760946.299561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484405504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760946.299567:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760946.299569:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760946.299571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484405504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760946.299575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484405632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760946.299587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760946.299593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8ab8c2fe8e00 x1876699484405632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760946.299601:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484405632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760946.299606:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760946.299608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760946.299610:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484405632:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760947.003097:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760948.027012:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760949.051014:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760950.075008:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760951.099037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760951.418961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.418968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760951.418972:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.418980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 939
00000100:00080000:2.0:1789760951.418988:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.418994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760951.419028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484405760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.419052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.419054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760951.419056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.419059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 939
00000100:00080000:2.0:1789760951.419062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.419064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760951.419072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760951.419081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484405888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760951.419085:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484405760:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789760951.419094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.419097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760951.419098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.419101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 939
00000100:00080000:2.0:1789760951.419103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.419105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760951.419109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760951.419117:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484406016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.419123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.419126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760951.419127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.419129:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 939
00000100:00080000:2.0:1789760951.419131:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.419134:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760951.419138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789760951.419148:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760951.419148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484406144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760951.419158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.419161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760951.419163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.419167:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 939
00000100:00080000:2.0:1789760951.419169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760951.419171:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760951.419174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760951.419184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484406272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760951.419189:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff8ab8c33dd180 x1876699484405760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760951.419193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760951.419200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760951.419204:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760951.419211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 939
00000100:00080000:2.0:1789760951.419214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789760951.419219:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484405760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760951.419219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760951.419222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789760951.419234:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789760951.419235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484406400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.419242:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760951.419249:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484405760:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760951.419271:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484405888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760951.419286:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760951.419294:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff8ab8c33dc000 x1876699484405888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760951.419303:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484405888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760951.419309:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760951.419311:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760951.419313:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484405888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760951.419316:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760951.419327:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760951.419333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff8ab8c33dc700 x1876699484406016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760951.419340:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484406016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760951.419345:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760951.419347:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760951.419349:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760951.419353:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406144:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789760951.419363:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760951.419369:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff8ab8c33df100 x1876699484406144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760951.419376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484406144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760951.419381:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760951.419383:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760951.419385:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406144:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760951.419388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484406272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760951.419398:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760951.419405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff8ab8c33dca80 x1876699484406272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760951.419411:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484406272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760951.419415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760951.419417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760951.419420:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484406272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760951.419423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484406400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760951.419433:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760951.419438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff8ab8c33de680 x1876699484406400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760951.419445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484406400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760951.419450:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760951.419451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760951.419453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484406400:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760952.122978:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760953.147033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760954.171009:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760955.194990:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760956.218990:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760956.538990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760956.539000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760956.539005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760956.539014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 945
00000100:00080000:0.0:1789760956.539025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760956.539032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760956.539072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484406528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760956.539100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760956.539104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760956.539106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760956.539109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 945
00000100:00080000:0.0:1789760956.539113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760956.539116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760956.539125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760956.539156:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484406528:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760956.539157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484406656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760956.539174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760956.539179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760956.539181:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760956.539185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 945
00000100:00080000:0.0:1789760956.539189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760956.539194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760956.539200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760956.539212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484406784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789760956.539217:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789760956.539231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760956.539234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760956.539236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760956.539239:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 945
00000100:00080000:0.0:1789760956.539242:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760956.539245:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760956.539249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760956.539260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484406912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760956.539260:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff8ab8c2fea300 x1876699484406528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760956.539282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760956.539286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760956.539288:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760956.539290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 945
00000100:00080000:0.0:1789760956.539293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760956.539316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760956.539318:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484406528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789760956.539321:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760956.539336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484407040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760956.539356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760956.539359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760956.539361:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760956.539366:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 945
00000100:00080000:0.0:1789760956.539371:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760956.539380:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760956.539390:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789760956.539391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789760956.539396:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760956.539399:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484406528:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760956.539410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484407168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760956.539432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760956.539460:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760956.539473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff8ab8c2feb800 x1876699484406656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760956.539485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484406656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760956.539492:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760956.539495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760956.539498:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760956.539503:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760956.539518:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760956.539526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff8ab8c2feb480 x1876699484406784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760956.539536:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484406784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760956.539543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760956.539546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760956.539549:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760956.539554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406912:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789760956.539568:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760956.539576:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff8ab8c2fe9180 x1876699484406912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760956.539586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484406912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760956.539593:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760956.539596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760956.539598:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484406912:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760956.539603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484407040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760956.539616:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760956.539624:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff8ab8c2fe8a80 x1876699484407040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760956.539634:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484407040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760956.539641:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760956.539644:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760956.539647:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484407040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760956.539651:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484407168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760956.539664:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760956.539671:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760956/real 1789760956]  req@ffff8ab8c2feb100 x1876699484407168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760956.539699:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484407168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760956.539708:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760956.539711:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760956.539714:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484407168:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760957.242982:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760958.267005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760959.291064:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760960.315034:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760961.339060:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760961.658974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760961.658982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760961.658987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760961.658995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 950
00000100:00080000:2.0:1789760961.659004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760961.659010:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760961.659045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd500 x1876699484407296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760961.659071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760961.659074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760961.659075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760961.659078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 950
00000100:00080000:2.0:1789760961.659081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760961.659084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760961.659092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760961.659102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484407424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760961.659111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760961.659113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760961.659115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760961.659122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 950
00000100:00100000:0.0:1789760961.659124:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484407296:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789760961.659126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760961.659137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760961.659143:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760961.659151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484407552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760961.659157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760961.659160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760961.659162:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760961.659164:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 950
00000100:00080000:2.0:1789760961.659166:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760961.659168:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760961.659171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760961.659177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484407680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760961.659184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760961.659187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760961.659188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760961.659191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 950
00000100:00080000:2.0:1789760961.659196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760961.659200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760961.659203:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760961.659210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484407808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789760961.659229:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789760961.659240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760961.659244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760961.659247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760961.659254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 950
00000100:00080000:2.0:1789760961.659259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760961.659266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760961.659274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760961.659279:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff8ab8c33dd500 x1876699484407296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760961.659290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484407936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760961.659298:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd500 x1876699484407296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760961.659311:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760961.659316:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760961.659320:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484407296:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760961.659345:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484407424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760961.659363:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760961.659371:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff8ab8c33de680 x1876699484407424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760961.659379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484407424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760961.659385:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760961.659387:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760961.659390:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484407424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760961.659395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484407552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760961.659407:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760961.659413:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff8ab8c33dca80 x1876699484407552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760961.659420:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484407552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760961.659425:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760961.659427:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760961.659429:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484407552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760961.659434:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484407680:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789760961.659445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760961.659452:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff8ab8c33df100 x1876699484407680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760961.659460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484407680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760961.659465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760961.659467:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760961.659469:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484407680:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760961.659472:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484407808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760961.659483:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760961.659490:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff8ab8c33dc700 x1876699484407808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760961.659497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484407808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760961.659502:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760961.659504:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760961.659506:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484407808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760961.659509:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484407936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760961.659520:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760961.659526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760961/real 1789760961]  req@ffff8ab8c33dc000 x1876699484407936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760961.659534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484407936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760961.659539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760961.659541:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760961.659542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484407936:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760962.362987:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760963.387038:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760964.410980:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760965.435083:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760966.459003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760966.778947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.778958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760966.778962:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.778972:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 955
00000100:00080000:2.0:1789760966.778985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.778992:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760966.779035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484408064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.779061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.779064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760966.779065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.779069:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 955
00000100:00080000:2.0:1789760966.779071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.779073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760966.779084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760966.779093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484408192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.779103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.779107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760966.779112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789760966.779113:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484408064:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789760966.779120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 955
00000100:00080000:2.0:1789760966.779125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.779131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760966.779137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760966.779152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484408320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.779161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.779164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760966.779166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.779169:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 955
00000100:00080000:2.0:1789760966.779172:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.779176:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760966.779181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760966.779191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484408448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789760966.779201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789760966.779201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.779207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760966.779209:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.779212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 955
00000100:00080000:2.0:1789760966.779215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.779218:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760966.779221:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760966.779231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484408576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760966.779237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760966.779240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760966.779242:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760966.779246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 955
00000100:00080000:2.0:1789760966.779248:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760966.779251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760966.779254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760966.779255:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff8ab8c33dd180 x1876699484408064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760966.779266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484408704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760966.779276:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484408064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760966.779322:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760966.779328:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760966.779338:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484408064:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760966.779388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484408192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760966.779415:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760966.779440:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff8ab8c33de300 x1876699484408192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760966.779458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484408192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760966.779484:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760966.779488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760966.779492:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484408192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760966.779499:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484408320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760966.779517:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760966.779525:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff8ab8c33dd880 x1876699484408320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760966.779533:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484408320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760966.779539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760966.779541:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760966.779543:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484408320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760966.779548:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484408448:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789760966.779561:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760966.779567:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff8ab8c33dc380 x1876699484408448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760966.779575:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484408448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760966.779580:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760966.779583:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760966.779585:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484408448:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760966.779588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484408576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760966.779599:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760966.779605:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff8ab8c33df800 x1876699484408576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760966.779612:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484408576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760966.779617:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760966.779619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760966.779621:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484408576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760966.779624:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484408704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760966.779635:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760966.779641:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760966/real 1789760966]  req@ffff8ab8c33ddc00 x1876699484408704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760966.779649:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484408704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760966.779654:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760966.779655:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760966.779657:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484408704:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760967.483059:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760968.507020:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760969.531047:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760970.554999:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760971.578986:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760971.898955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760971.898964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760971.898967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760971.898975:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 960
00000100:00080000:2.0:1789760971.898984:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760971.898990:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760971.899024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484408832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760971.899045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760971.899048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760971.899049:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760971.899052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 960
00000100:00080000:2.0:1789760971.899054:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760971.899056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760971.899064:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760971.899072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484408960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760971.899080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760971.899082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760971.899083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760971.899087:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 960
00000100:00080000:2.0:1789760971.899090:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760971.899092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760971.899096:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760971.899105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484409088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760971.899107:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484408832:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789760971.899115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760971.899119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760971.899120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760971.899122:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 960
00000100:00080000:2.0:1789760971.899123:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760971.899126:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760971.899128:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760971.899137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484409216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760971.899143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760971.899146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760971.899147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760971.899149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 960
00000100:00080000:2.0:1789760971.899152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760971.899155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760971.899158:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760971.899166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484409344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760971.899172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760971.899174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760971.899176:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760971.899178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 960
00000100:00080000:2.0:1789760971.899180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760971.899192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760971.899201:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760971.899215:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484408960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760971.899218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484409472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760971.899270:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760971.899297:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409216:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760971.899325:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484409344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760971.899348:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484409472:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760972.603029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760973.626983:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760974.651072:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789760974.971166:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789760974.971212:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789760974.971228:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760974.971263:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760974.971272:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760974.971280:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760974.971288:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789760974.971295:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789760974.971326:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760974]  req@ffff8ab8c33ddf80 x1876699484409088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760974.971347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484409088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760974.971356:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760974.971360:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760974.971363:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760974.971370:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760974]  req@ffff8ab8c33df480 x1876699484409216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760974.971380:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484409216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760974.971388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760974.971391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760974.971395:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409216:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760974.971402:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760974]  req@ffff8ab8c33ddc00 x1876699484409344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760974.971414:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484409344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760974.971422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760974.971425:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760974.971428:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484409344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760974.971434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760974]  req@ffff8ab8c33df800 x1876699484409472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760974.971445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484409472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760974.971454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760974.971458:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760974.971461:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484409472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760974.971468:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760974]  req@ffff8ab8c33ded80 x1876699484408832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760974.971482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484408832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760974.971490:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760974.971493:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760974.971497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484408832:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760974.971503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760971/real 1789760974]  req@ffff8ab8c33dfb80 x1876699484408960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760974.971515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484408960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760974.971523:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760974.971526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760974.971529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484408960:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760975.675001:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760976.699095:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760977.019020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.019032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760977.019037:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.019048:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 965
00000100:00080000:0.0:1789760977.019061:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.019069:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760977.019110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484409600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760977.019142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.019146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760977.019147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.019152:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 965
00000100:00080000:0.0:1789760977.019155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.019159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760977.019168:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760977.019181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484409728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760977.019189:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484409600:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789760977.019191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.019199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760977.019202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.019206:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 965
00000100:00080000:0.0:1789760977.019208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.019211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760977.019215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760977.019224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484409856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760977.019232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.019236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760977.019239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.019244:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 965
00000100:00080000:0.0:1789760977.019249:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.019255:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760977.019262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760977.019275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484409984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760977.019287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789760977.019293:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789760977.019294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760977.019298:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.019304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 965
00000100:00080000:0.0:1789760977.019309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.019314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760977.019320:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760977.019346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484410112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760977.019357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760977.019360:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8ab8c2fead80 x1876699484409600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760977.019363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760977.019371:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.019380:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 965
00000100:00080000:0.0:1789760977.019385:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760977.019389:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484409600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760977.019394:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789760977.019405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789760977.019410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.019417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760977.019424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484410240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760977.019425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484409600:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789760977.019466:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760977.019496:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760977.019512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8ab8c2fe9880 x1876699484409728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.019523:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484409728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.019531:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.019535:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760977.019538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760977.019544:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760977.019565:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760977.019585:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8ab8c2fe9c00 x1876699484409856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.019613:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484409856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.019621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.019625:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760977.019628:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760977.019634:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409984:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789760977.019657:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760977.019669:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8ab8c2fe8380 x1876699484409984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.019681:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484409984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.019690:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.019694:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760977.019697:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484409984:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789760977.019702:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484410112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760977.019731:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760977.019744:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8ab8c2fe8000 x1876699484410112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.019756:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484410112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.019766:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.019770:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760977.019773:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484410112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789760977.019779:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484410240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789760977.019802:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760977.019814:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8ab8c2feb100 x1876699484410240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.019827:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484410240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.019835:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.019838:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760977.019842:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484410240:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760977.723132:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760978.747050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760979.771022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760980.795031:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760981.819069:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760982.139040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760982.139050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760982.139054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760982.139066:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 970
00000100:00080000:2.0:1789760982.139078:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760982.139086:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760982.139130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484410368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760982.139168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760982.139171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760982.139172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760982.139176:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 970
00000100:00080000:2.0:1789760982.139179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760982.139181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760982.139191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760982.139201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484410496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760982.139218:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484410368:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789760982.139222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760982.139227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760982.139228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760982.139233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 970
00000100:00080000:2.0:1789760982.139235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760982.139238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760982.139242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760982.139250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484410624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760982.139257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760982.139260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760982.139261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760982.139263:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 970
00000100:00080000:2.0:1789760982.139265:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760982.139268:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760982.139271:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760982.139278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484410752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760982.139297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760982.139299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760982.139301:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760982.139304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 970
00000100:00080000:2.0:1789760982.139307:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789760982.139310:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789760982.139313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760982.139317:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760982.139325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484410880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760982.139332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760982.139335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760982.139336:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760982.139339:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 970
00000100:00080000:2.0:1789760982.139341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760982.139343:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760982.139346:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760982.139356:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8ab8c33dc380 x1876699484410368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760982.139366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484411008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760982.139377:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484410368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760982.139399:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760982.139403:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760982.139407:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484410368:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760982.139427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484410496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760982.139444:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760982.139453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8ab8c33dd880 x1876699484410496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760982.139461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484410496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760982.139467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760982.139469:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760982.139471:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484410496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760982.139475:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484410624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760982.139486:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760982.139493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8ab8c33de300 x1876699484410624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760982.139500:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484410624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760982.139505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760982.139507:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760982.139509:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484410624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760982.139513:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484410752:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789760982.139526:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760982.139532:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8ab8c33dd180 x1876699484410752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760982.139539:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484410752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760982.139545:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760982.139546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760982.139548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484410752:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760982.139569:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484410880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760982.139613:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760982.139622:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8ab8c33dc000 x1876699484410880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760982.139631:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484410880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760982.139638:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760982.139640:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760982.139642:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484410880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760982.139646:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484411008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760982.139658:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760982.139665:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8ab8c33dc700 x1876699484411008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760982.139673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484411008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760982.139679:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760982.139681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760982.139701:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484411008:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760982.843003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760983.867014:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760984.891115:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760985.915032:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760986.939059:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760987.259019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760987.259029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760987.259034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760987.259044:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 975
00000100:00080000:2.0:1789760987.259055:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760987.259062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760987.259116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484411136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760987.259146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760987.259149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760987.259151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760987.259155:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 975
00000100:00080000:2.0:1789760987.259159:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760987.259163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760987.259177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760987.259201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484411264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760987.259213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760987.259218:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484411136:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789760987.259218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760987.259223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760987.259234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 975
00000100:00080000:2.0:1789760987.259237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760987.259241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760987.259246:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760987.259269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484411392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760987.259279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760987.259282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760987.259284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760987.259287:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 975
00000100:00080000:2.0:1789760987.259291:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760987.259294:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760987.259299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789760987.259312:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789760987.259313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd500 x1876699484411520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760987.259342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760987.259346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760987.259349:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760987.259352:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 975
00000100:00080000:2.0:1789760987.259356:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760987.259360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760987.259366:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760987.259377:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8ab8c33df100 x1876699484411136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760987.259380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484411648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760987.259417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760987.259420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760987.259423:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789760987.259425:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484411136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.259431:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 975
00000100:00080000:2.0:1789760987.259439:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760987.259447:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789760987.259453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789760987.259454:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789760987.259475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789760987.259480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484411776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760987.259487:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484411136:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760987.259546:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484411264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760987.259582:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760987.259596:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8ab8c33dca80 x1876699484411264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760987.259608:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484411264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760987.259616:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760987.259640:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760987.259644:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484411264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760987.259650:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484411392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760987.259668:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760987.259678:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8ab8c33de680 x1876699484411392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760987.259688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484411392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760987.259696:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760987.259699:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760987.259702:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484411392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760987.259707:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484411520:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789760987.259731:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760987.259749:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8ab8c33dd500 x1876699484411520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760987.259767:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd500 x1876699484411520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760987.259780:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760987.259784:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760987.259789:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484411520:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760987.259799:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484411648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760987.259840:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760987.259900:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8ab8c33dc700 x1876699484411648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760987.259925:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484411648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760987.259936:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760987.259941:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760987.259945:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484411648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760987.259954:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484411776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760987.259979:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760987.259993:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8ab8c33dc000 x1876699484411776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760987.260009:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484411776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760987.260020:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760987.260024:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760987.260029:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484411776:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760987.963058:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760988.987021:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760990.011079:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760991.035050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760992.059022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760992.378954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760992.378962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760992.378965:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760992.378974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 980
00000100:00080000:2.0:1789760992.378983:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760992.378995:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760992.379029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484411904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760992.379051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760992.379054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760992.379055:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760992.379058:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 980
00000100:00080000:2.0:1789760992.379060:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760992.379063:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760992.379071:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760992.379080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484412032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760992.379088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760992.379090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760992.379091:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760992.379095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 980
00000100:00080000:2.0:1789760992.379096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760992.379099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760992.379102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760992.379115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484412160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760992.379119:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484411904:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789760992.379150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760992.379153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760992.379156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760992.379162:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 980
00000100:00080000:2.0:1789760992.379168:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760992.379173:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760992.379179:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760992.379199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484412288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760992.379207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760992.379210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760992.379211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760992.379214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 980
00000100:00080000:2.0:1789760992.379219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760992.379222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760992.379225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760992.379234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484412416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789760992.379237:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789760992.379251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760992.379254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760992.379256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760992.379260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 980
00000100:00080000:2.0:1789760992.379263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760992.379267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760992.379272:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760992.379291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484412544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789760992.379306:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8ab8c33dd180 x1876699484411904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760992.379335:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484411904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760992.379349:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760992.379354:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760992.379357:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484411904:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760992.379365:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760992.379396:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760992.379408:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8ab8c33de300 x1876699484412032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760992.379417:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484412032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760992.379423:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760992.379426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760992.379428:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760992.379454:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760992.379468:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760992.379493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8ab8c33dd880 x1876699484412160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760992.379506:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484412160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760992.379516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760992.379520:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760992.379524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760992.379541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412288:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789760992.379560:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760992.379569:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8ab8c33dc380 x1876699484412288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760992.379577:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484412288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760992.379583:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760992.379586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760992.379588:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412288:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760992.379592:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484412416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760992.379604:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760992.379611:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8ab8c33dfb80 x1876699484412416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760992.379619:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484412416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760992.379624:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760992.379626:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760992.379628:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484412416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760992.379642:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484412544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760992.379653:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760992.379660:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8ab8c33ded80 x1876699484412544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760992.379667:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484412544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760992.379672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760992.379674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760992.379676:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484412544:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789760993.083008:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760994.107023:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760995.130967:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760996.155093:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760997.178998:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760997.498966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760997.498975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760997.498978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760997.498986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 986
00000100:00080000:2.0:1789760997.498995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760997.499002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789760997.499034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484412672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760997.499055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760997.499058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760997.499060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760997.499062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 986
00000100:00080000:2.0:1789760997.499065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760997.499067:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760997.499074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760997.499083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484412800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760997.499095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760997.499098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760997.499099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760997.499101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 986
00000100:00080000:2.0:1789760997.499103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760997.499108:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760997.499110:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484412672:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789760997.499112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760997.499122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484412928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760997.499129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760997.499131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760997.499133:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760997.499135:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 986
00000100:00080000:2.0:1789760997.499137:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760997.499139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760997.499142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760997.499152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484413056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760997.499159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760997.499161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760997.499163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760997.499165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 986
00000100:00080000:2.0:1789760997.499168:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789760997.499174:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789760997.499174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789760997.499180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760997.499194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484413184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760997.499204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760997.499208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760997.499210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789760997.499215:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff8ab8c33df800 x1876699484412672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760997.499218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 986
00000100:00080000:2.0:1789760997.499225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760997.499232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789760997.499237:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484412672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789760997.499240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789760997.499256:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789760997.499260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484413312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760997.499262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760997.499270:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484412672:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789760997.499280:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760997.499298:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760997.499308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff8ab8c33ddc00 x1876699484412800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760997.499316:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484412800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760997.499321:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760997.499324:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760997.499326:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760997.499344:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760997.499356:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760997.499362:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff8ab8c33df480 x1876699484412928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760997.499369:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484412928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760997.499375:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760997.499377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760997.499379:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484412928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760997.499383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484413056:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789760997.499393:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760997.499399:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff8ab8c33ddf80 x1876699484413056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760997.499407:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484413056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760997.499412:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760997.499414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760997.499415:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484413056:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789760997.499419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484413184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760997.499433:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760997.499459:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff8ab8c33ded80 x1876699484413184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760997.499472:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484413184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760997.499482:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760997.499485:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760997.499489:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484413184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789760997.499502:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484413312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789760997.499518:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789760997.499527:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff8ab8c33dfb80 x1876699484413312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760997.499535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484413312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760997.499540:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760997.499542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789760997.499544:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484413312:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789760998.203127:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760999.227027:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761000.251144:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761001.275084:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761002.299027:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761002.618943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761002.618953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761002.618957:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761002.618970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 991
00000100:00080000:2.0:1789761002.618985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761002.618995:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761002.619043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484413440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761002.619071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761002.619074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761002.619075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761002.619079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 991
00000100:00080000:2.0:1789761002.619082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761002.619085:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761002.619095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761002.619106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484413568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761002.619113:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484413440:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761002.619118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761002.619121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761002.619129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761002.619133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 991
00000100:00080000:2.0:1789761002.619136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761002.619139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761002.619142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761002.619152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484413696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761002.619159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761002.619162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761002.619163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761002.619165:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 991
00000100:00080000:2.0:1789761002.619169:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761002.619172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761002.619175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761002.619186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484413824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761002.619190:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761002.619200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761002.619203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761002.619205:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761002.619209:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 991
00000100:00080000:2.0:1789761002.619214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761002.619217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761002.619220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761002.619228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484413952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761002.619235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761002.619239:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff8ab8c33dc380 x1876699484413440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761002.619240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761002.619243:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761002.619251:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 991
00000100:00080000:2.0:1789761002.619255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761002.619259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761002.619263:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761002.619269:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484413440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761002.619273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484414080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761002.619296:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761002.619304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761002.619316:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484413440:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761002.619340:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484413568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761002.619358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761002.619368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff8ab8c33dd880 x1876699484413568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761002.619377:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484413568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761002.619388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761002.619391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761002.619394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484413568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761002.619412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484413696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761002.619428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761002.619437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff8ab8c33de300 x1876699484413696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761002.619445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484413696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761002.619453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761002.619457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761002.619461:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484413696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761002.619468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484413824:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761002.619491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761002.619503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff8ab8c33dd180 x1876699484413824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761002.619513:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484413824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761002.619519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761002.619521:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761002.619524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484413824:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761002.619528:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484413952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761002.619543:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761002.619550:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff8ab8c33dc000 x1876699484413952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761002.619558:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484413952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761002.619563:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761002.619565:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761002.619567:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484413952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761002.619571:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484414080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761002.619581:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761002.619587:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761002/real 1789761002]  req@ffff8ab8c33dc700 x1876699484414080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761002.619594:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484414080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761002.619599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761002.619601:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761002.619602:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484414080:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761003.322981:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761004.347021:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761005.371074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761006.394971:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761007.419073:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761007.738986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761007.738997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761007.739002:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761007.739013:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 996
00000100:00080000:1.0:1789761007.739025:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761007.739033:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761007.739075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484414208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761007.739100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761007.739104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761007.739105:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761007.739109:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 996
00000100:00080000:1.0:1789761007.739111:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761007.739114:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761007.739124:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761007.739134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484414336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761007.739143:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484414208:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761007.739145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761007.739152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761007.739154:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761007.739158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 996
00000100:00080000:1.0:1789761007.739160:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761007.739162:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761007.739166:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761007.739175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484414464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761007.739181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761007.739184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761007.739186:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761007.739189:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 996
00000100:00080000:1.0:1789761007.739204:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761007.739207:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761007.739211:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761007.739220:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761007.739221:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484414592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761007.739232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761007.739234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761007.739236:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761007.739240:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 996
00000100:00080000:1.0:1789761007.739243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761007.739246:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761007.739249:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761007.739258:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484414720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761007.739265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761007.739269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761007.739270:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff8ab8d84a9f80 x1876699484414208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.739280:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761007.739289:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484414208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761007.739290:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 996
00000100:00080000:1.0:1789761007.739298:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761007.739303:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761007.739306:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761007.739309:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761007.739315:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484414208:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789761007.739317:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761007.739335:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484414848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761007.739342:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484414336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761007.739383:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761007.739395:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff8ab8d84ab100 x1876699484414336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761007.739412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484414336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761007.739418:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761007.739421:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761007.739423:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484414336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761007.739427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484414464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761007.739448:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761007.739460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff8ab8d84aad80 x1876699484414464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761007.739483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484414464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761007.739499:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761007.739502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761007.739506:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484414464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761007.739512:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484414592:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761007.739532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761007.739543:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff8ab8d84ab480 x1876699484414592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761007.739555:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484414592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761007.739564:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761007.739567:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761007.739571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484414592:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761007.739576:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484414720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761007.739591:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761007.739600:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff8ab8d84a8a80 x1876699484414720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761007.739612:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484414720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761007.739619:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761007.739621:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761007.739624:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484414720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761007.739640:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484414848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761007.739654:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761007.739662:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761007/real 1789761007]  req@ffff8ab8d84aa680 x1876699484414848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761007.739670:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484414848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761007.739675:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761007.739677:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761007.739680:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484414848:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761008.443007:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761009.467056:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761010.491027:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761011.515030:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761012.539001:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761012.859141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761012.859148:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761012.859151:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761012.859159:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1001
00000100:00080000:3.0:1789761012.859167:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761012.859174:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761012.859202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484414976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761012.859227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761012.859271:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484414976:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761012.859294:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761012.859296:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761012.859301:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1001
00000100:00080000:3.0:1789761012.859306:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761012.859309:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761012.859319:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761012.859339:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761012.859346:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484415104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761012.859364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761012.859367:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761012.859369:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761012.859373:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1001
00000100:00080000:3.0:1789761012.859377:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761012.859379:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012]  req@ffff8ab8c34f6d80 x1876699484414976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761012.859383:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761012.859391:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761012.859403:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484415232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761012.859405:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484414976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761012.859423:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761012.859433:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761012.859436:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761012.859439:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484414976:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761012.859459:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484415104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761012.859484:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761012.859498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012]  req@ffff8ab8c34f5180 x1876699484415104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761012.859510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484415104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761012.859516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761012.859519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761012.859522:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484415104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761012.859527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484415232:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761012.859533:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761012.859535:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761012.859539:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1001
00000100:00080000:3.0:1789761012.859544:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761012.859548:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761012.859553:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761012.859566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012]  req@ffff8ab8c34f7800 x1876699484415232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761012.859575:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484415232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761012.859582:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761012.859585:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789761012.859586:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761012.859590:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484415232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761012.859604:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484415360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761012.859617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761012.859620:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761012.859622:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761012.859627:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1001
00000100:00100000:1.0:1789761012.859628:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484415360:192.168.203.110@tcp:8:kworker.0
00000100:00080000:3.0:1789761012.859630:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761012.859635:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761012.859639:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761012.859650:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484415488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761012.859651:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761012.859664:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012]  req@ffff8ab8c34f6680 x1876699484415360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761012.859665:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761012.859677:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761012.859682:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761012.859685:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484415360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761012.859690:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1001
00000100:00080000:3.0:1789761012.859697:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761012.859699:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761012.859703:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789761012.859707:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789761012.859711:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761012.859712:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484415360:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761012.859730:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484415488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761012.859731:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484415616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761012.859757:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761012.859772:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012]  req@ffff8ab8c34f5f80 x1876699484415488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761012.859786:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484415488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761012.859794:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761012.859798:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761012.859800:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484415488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761012.859809:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484415616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761012.859824:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761012.859832:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761012/real 1789761012]  req@ffff8ab8c34f5880 x1876699484415616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761012.859840:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484415616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761012.859847:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761012.859850:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761012.859853:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484415616:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761013.563070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761014.586979:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761015.611076:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761016.635047:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761017.659041:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761017.978964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761017.978975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761017.978980:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761017.978995:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1006
00000100:00080000:1.0:1789761017.979006:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761017.979014:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761017.979054:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484415744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761017.979089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761017.979093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761017.979095:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761017.979100:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1006
00000100:00080000:1.0:1789761017.979103:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761017.979108:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761017.979117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761017.979132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484415872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761017.979136:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484415744:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761017.979154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761017.979158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761017.979160:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761017.979165:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1006
00000100:00080000:1.0:1789761017.979170:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761017.979174:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761017.979179:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761017.979194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484416000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761017.979201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761017.979212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761017.979216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761017.979218:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761017.979223:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1006
00000100:00080000:1.0:1789761017.979227:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761017.979231:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761017.979236:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761017.979249:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484416128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761017.979255:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff8ab8d84a8700 x1876699484415744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.979264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761017.979270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761017.979273:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761017.979277:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484415744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.979279:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1006
00000100:00080000:1.0:1789761017.979303:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761017.979305:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761017.979313:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789761017.979313:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761017.979320:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484415744:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789761017.979324:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761017.979340:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484416256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761017.979344:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484415872:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789761017.979361:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761017.979365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761017.979367:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761017.979373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761017.979374:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1006
00000100:00080000:1.0:1789761017.979383:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761017.979390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff8ab8d84a8380 x1876699484415872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761017.979391:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761017.979401:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761017.979407:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484415872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761017.979415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761017.979420:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484416384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761017.979421:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761017.979427:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484415872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761017.979438:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761017.979468:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761017.979476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff8ab8d84a8000 x1876699484416000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761017.979484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484416000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761017.979489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761017.979492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761017.979494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761017.979498:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416128:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761017.979509:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761017.979516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff8ab8d84ab800 x1876699484416128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761017.979523:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484416128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761017.979529:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761017.979531:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761017.979533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416128:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761017.979543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484416256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761017.979554:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761017.979561:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff8ab8d84a9500 x1876699484416256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761017.979568:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484416256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761017.979573:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761017.979575:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761017.979577:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484416256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761017.979580:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484416384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761017.979590:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761017.979596:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761017/real 1789761017]  req@ffff8ab8d84a9880 x1876699484416384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761017.979604:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484416384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761017.979612:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761017.979615:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761017.979619:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484416384:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761018.683072:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761019.707004:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761020.730991:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761021.755002:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761022.779031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761023.098979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761023.098990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761023.098995:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761023.099004:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1011
00000100:00080000:3.0:1789761023.099015:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761023.099023:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761023.099062:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484416512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761023.099112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761023.099116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761023.099118:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761023.099122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1011
00000100:00080000:3.0:1789761023.099126:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761023.099130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761023.099140:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761023.099153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484416640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761023.099163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761023.099167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761023.099170:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761023.099175:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1011
00000100:00080000:3.0:1789761023.099179:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761023.099185:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761023.099190:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761023.099196:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484416512:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761023.099207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484416768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761023.099221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761023.099225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761023.099227:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761023.099231:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1011
00000100:00080000:3.0:1789761023.099236:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761023.099241:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761023.099261:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761023.099272:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761023.099278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484416896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761023.099298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761023.099302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761023.099304:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761023.099308:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1011
00000100:00080000:3.0:1789761023.099314:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761023.099318:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761023.099324:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8ab8c34f4000 x1876699484416512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761023.099326:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761023.099345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484417024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761023.099352:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484416512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761023.099361:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761023.099370:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761023.099373:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761023.099373:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761023.099384:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761023.099387:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1011
00000100:00100000:0.0:1789761023.099392:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484416512:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761023.099395:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761023.099400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416640:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761023.099403:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761023.099411:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761023.099427:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761023.099429:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484417152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761023.099440:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8ab8c34f4700 x1876699484416640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761023.099469:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484416640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761023.099477:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761023.099479:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761023.099482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761023.099502:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761023.099515:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761023.099522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8ab8c34f6a00 x1876699484416768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761023.099530:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484416768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761023.099535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761023.099537:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761023.099539:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761023.099542:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416896:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761023.099552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761023.099558:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8ab8c34f5500 x1876699484416896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761023.099565:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484416896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761023.099570:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761023.099572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761023.099574:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484416896:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761023.099577:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484417024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761023.099587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761023.099593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8ab8c34f7480 x1876699484417024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761023.099600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484417024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761023.099605:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761023.099607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761023.099609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484417024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761023.099612:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484417152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761023.099630:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761023.099637:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8ab8c34f5880 x1876699484417152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761023.099644:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484417152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761023.099649:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761023.099651:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761023.099653:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484417152:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761023.803042:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761024.826998:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761025.850989:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761026.875008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761027.899129:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761028.218968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761028.218976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761028.218980:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761028.218987:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1016
00000100:00080000:3.0:1789761028.218996:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761028.219002:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761028.219033:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484417280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761028.219057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761028.219060:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761028.219061:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761028.219064:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1016
00000100:00080000:3.0:1789761028.219067:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761028.219069:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761028.219076:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761028.219085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484417408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761028.219092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761028.219095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761028.219096:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761028.219099:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1016
00000100:00080000:3.0:1789761028.219102:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761028.219105:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484417280:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761028.219107:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761028.219115:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761028.219121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484417536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761028.219127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761028.219130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761028.219131:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761028.219133:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1016
00000100:00080000:3.0:1789761028.219136:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761028.219139:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761028.219142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761028.219151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484417664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761028.219166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761028.219169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761028.219171:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761028.219174:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1016
00000100:00080000:3.0:1789761028.219178:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761028.219185:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761028.219185:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761028.219194:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761028.219222:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484417792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761028.219233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761028.219237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761028.219239:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761028.219244:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1016
00000100:00080000:3.0:1789761028.219248:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761028.219253:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8ab8c34f5f80 x1876699484417280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761028.219257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761028.219268:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761028.219279:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484417280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761028.219284:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484417920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.219301:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761028.219306:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761028.219311:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484417280:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761028.219316:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484417408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761028.219336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761028.219346:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8ab8c34f6680 x1876699484417408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761028.219354:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484417408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761028.219360:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761028.219362:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761028.219364:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484417408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761028.219383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484417536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761028.219395:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761028.219407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8ab8c34f7800 x1876699484417536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761028.219419:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484417536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761028.219437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761028.219441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761028.219445:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484417536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761028.219451:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484417664:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761028.219473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761028.219496:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8ab8c34f5180 x1876699484417664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761028.219507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484417664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761028.219515:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761028.219518:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761028.219521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484417664:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761028.219527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484417792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761028.219547:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761028.219559:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8ab8c34f6d80 x1876699484417792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761028.219569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484417792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761028.219576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761028.219579:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761028.219582:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484417792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761028.219587:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484417920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761028.219606:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761028.219617:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8ab8c34f4a80 x1876699484417920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761028.219628:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484417920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761028.219636:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761028.219639:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761028.219642:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484417920:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761028.923067:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761029.947020:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761030.971032:0:12808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789761030.971071:0:12667:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 3 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789761030.971081:0:12667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8e246a600/0xee9bbf8beb444232 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2cf38263961ff9a1 expref: -99 pid: 12718 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1789761030.971115:0:12667:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x6:0x0]: losing layout lock
00010000:00010000:1.0:1789761030.971126:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761030.971134:0:12667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8e246b000/0xee9bbf8beb44422b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2cf38263961ff985 expref: -99 pid: 12718 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789761030.971151:0:12667:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8c0031800/0xee9bbf8beb444216 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2cf38263961ff923 expref: -99 pid: 12711 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:2.0:1789761030.971201:0:12667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8e246a600/0xee9bbf8beb444232 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2cf38263961ff9a1 expref: -99 pid: 12718 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789761030.971208:0:12667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8e246b000/0xee9bbf8beb44422b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2cf38263961ff985 expref: -99 pid: 12718 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789761030.971216:0:12667:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8c0031800/0xee9bbf8beb444216 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2cf38263961ff923 expref: -99 pid: 12711 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:2.0:1789761030.971220:0:12667:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed
00010000:00010000:2.0:1789761030.971246:0:12667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8e246a600/0xee9bbf8beb444232 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2cf38263961ff9a1 expref: -99 pid: 12718 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789761030.971272:0:12667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8e246b000/0xee9bbf8beb44422b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2cf38263961ff985 expref: -99 pid: 12718 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789761030.971284:0:12667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8ab8e3550800 lock: ffff8ab8c0031800/0xee9bbf8beb444216 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2cf38263961ff923 expref: -99 pid: 12711 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00000100:00080000:3.0:1789761030.971286:0:2425:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN)  req@ffff8ab8c33dd500 x1876699484418048/t0(0) o103->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:17/18 lens 336/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00010000:2.0:1789761030.971320:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761030.971323:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761030.971325:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761031.995033:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761033.019065:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761033.338960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.338968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761033.338972:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.338980:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1021
00000100:00080000:3.0:1789761033.338988:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.338994:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761033.339030:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484418176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761033.339054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.339056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761033.339058:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.339061:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1021
00000100:00080000:3.0:1789761033.339063:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.339065:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761033.339074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761033.339082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484418304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761033.339089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.339091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761033.339092:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.339094:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1021
00000100:00080000:3.0:1789761033.339096:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.339098:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761033.339100:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761033.339106:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484418432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761033.339111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.339114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761033.339115:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.339118:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1021
00000100:00080000:3.0:1789761033.339127:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.339130:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761033.339134:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761033.339143:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484418176:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761033.339147:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484418560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761033.339161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.339165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761033.339181:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.339186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1021
00000100:00080000:3.0:1789761033.339190:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.339194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761033.339206:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761033.339216:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484418688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761033.339223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761033.339230:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761033.339230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761033.339233:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.339238:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1021
00000100:00080000:3.0:1789761033.339243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.339247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761033.339251:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761033.339260:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484418816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761033.339281:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8ab8c34f7100 x1876699484418176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.339297:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484418176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.339305:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.339309:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761033.339312:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484418176:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761033.339319:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484418304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761033.339336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761033.339344:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8ab8c34f7b80 x1876699484418304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.339352:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484418304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.339358:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.339360:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761033.339362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484418304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761033.339366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484418432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761033.339377:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761033.339383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8ab8c34f5c00 x1876699484418432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.339391:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484418432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.339396:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.339397:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761033.339399:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484418432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761033.339418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484418560:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761033.339429:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761033.339436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8ab8c34f6300 x1876699484418560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.339443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484418560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.339448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.339449:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761033.339451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484418560:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761033.339455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484418688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761033.339468:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761033.339479:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8ab8c34f4380 x1876699484418688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.339492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484418688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.339501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.339504:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761033.339508:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484418688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761033.339514:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484418816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761033.339533:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761033.339544:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8ab8c34f4a80 x1876699484418816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.339553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484418816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.339558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.339560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761033.339562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484418816:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761034.043035:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761035.067034:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761036.091046:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761037.115073:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761038.139159:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761038.459040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.459049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761038.459054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.459063:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1027
00000100:00080000:2.0:1789761038.459082:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.459089:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761038.459124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484418944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.459178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.459182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761038.459184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.459188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1027
00000100:00080000:2.0:1789761038.459192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.459195:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761038.459204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.459224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484419072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.459235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.459238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761038.459239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.459243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1027
00000100:00080000:2.0:1789761038.459246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.459252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761038.459256:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484418944:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789761038.459256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.459271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484419200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.459280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.459283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761038.459284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.459287:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1027
00000100:00080000:2.0:1789761038.459290:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.459292:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761038.459296:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761038.459305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484419328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.459313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.459316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761038.459317:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.459321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1027
00000100:00080000:2.0:1789761038.459323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.459327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761038.459331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.459338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484419456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761038.459344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761038.459347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761038.459349:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761038.459352:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1027
00000100:00080000:2.0:1789761038.459355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761038.459358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761038.459362:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761038.459371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484419584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761038.459441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761038.459483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761038.459513:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419328:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761038.459541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484419456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761038.459568:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484419584:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761039.163024:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761040.186987:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761041.211100:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761041.531296:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789761041.531353:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761041.531379:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761041.531430:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761041.531443:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761041.531453:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761041.531461:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761041.531469:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789761041.531976:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761041]  req@ffff8ab8c33dca80 x1876699484419072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761041.532012:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484419072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761041.532025:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761041.532030:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761041.532034:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761041.532043:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761041]  req@ffff8ab8c33df100 x1876699484419200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761041.532056:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484419200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761041.532064:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761041.532067:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761041.532071:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761041.532079:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761041]  req@ffff8ab8c33dc700 x1876699484419328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761041.532091:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484419328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761041.532098:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761041.532101:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761041.532104:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419328:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761041.532127:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761041]  req@ffff8ab8c33dc000 x1876699484419456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761041.532141:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484419456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761041.532148:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761041.532151:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761041.532155:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484419456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761041.532162:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761041]  req@ffff8ab8c33dd180 x1876699484419584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761041.532173:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484419584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761041.532181:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761041.532184:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761041.532188:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484419584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761041.532195:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761041]  req@ffff8ab8c33de680 x1876699484418944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761041.532208:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484418944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761041.532216:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761041.532220:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761041.532224:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484418944:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789761042.235012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761043.259018:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761043.578996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761043.579008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761043.579012:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761043.579026:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1032
00000100:00080000:3.0:1789761043.579040:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761043.579050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761043.579108:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484419712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761043.579146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761043.579150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761043.579152:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761043.579157:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1032
00000100:00080000:3.0:1789761043.579161:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761043.579167:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761043.579179:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761043.579197:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484419712:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761043.579199:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484419840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761043.579236:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761043.579240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761043.579242:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761043.579248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1032
00000100:00080000:3.0:1789761043.579253:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761043.579259:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761043.579265:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761043.579282:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484419968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761043.579292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761043.579306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761043.579311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761043.579314:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761043.579320:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1032
00000100:00080000:3.0:1789761043.579326:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761043.579332:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761043.579339:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761043.579352:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff8ab8c34f6d80 x1876699484419712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761043.579359:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484420096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761043.579417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761043.579421:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761043.579426:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761043.579427:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484419712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761043.579440:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1032
00000100:00080000:3.0:1789761043.579452:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761043.579462:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789761043.579465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761043.579471:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761043.579477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761043.579488:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484419712:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761043.579500:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484420224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761043.579512:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761043.579517:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761043.579521:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761043.579526:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419840:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761043.579532:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1032
00000100:00080000:3.0:1789761043.579540:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761043.579547:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761043.579554:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761043.579568:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761043.579574:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484420352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761043.579595:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff8ab8c34f5180 x1876699484419840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.579623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484419840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.579635:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.579641:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761043.579645:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761043.579654:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761043.579686:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761043.579700:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff8ab8c34f7800 x1876699484419968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.579713:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484419968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.579722:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.579726:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761043.579730:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484419968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761043.579737:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484420096:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761043.579764:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761043.579795:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff8ab8c34f6680 x1876699484420096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.579808:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484420096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.579817:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.579822:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761043.579826:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484420096:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761043.579835:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484420224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761043.579857:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761043.579915:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff8ab8c34f5f80 x1876699484420224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.579928:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484420224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.579937:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.579941:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761043.579944:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484420224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761043.579966:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484420352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761043.579988:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761043.580000:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761043/real 1789761043]  req@ffff8ab8c34f5880 x1876699484420352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761043.580013:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484420352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761043.580020:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761043.580023:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761043.580027:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484420352:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761044.283018:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761045.306989:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761046.331020:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761047.355100:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761048.379030:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761048.698935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761048.698988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761048.698992:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761048.699000:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1037
00000100:00080000:3.0:1789761048.699010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761048.699017:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761048.699086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484420480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761048.699115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761048.699118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761048.699119:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761048.699123:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1037
00000100:00080000:3.0:1789761048.699127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761048.699131:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761048.699139:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761048.699145:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484420480:192.168.203.110@tcp:250:kworker.0
00000800:00000100:0.0:1789761048.699198:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761048.699235:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048]  req@ffff8ab8c34f7480 x1876699484420480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761048.699251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484420480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761048.699259:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761048.699262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761048.699266:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484420480:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761048.699285:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484420608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761048.699507:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484420608:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761048.699513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761048.699519:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761048.699523:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761048.699532:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1037
00000100:00080000:3.0:1789761048.699541:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761048.699555:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761048.699556:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761048.699573:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761048.699579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048]  req@ffff8ab8c34f5500 x1876699484420608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761048.699593:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484420608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761048.699601:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484420736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761048.699611:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761048.699624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761048.699625:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761048.699633:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484420608:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761048.699638:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761048.699643:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761048.699651:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1037
00000100:00100000:1.0:1789761048.699654:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484420736:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761048.699659:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761048.699668:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761048.699677:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761048.699682:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761048.699690:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048]  req@ffff8ab8c34f6a00 x1876699484420736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761048.699699:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484420864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761048.699703:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484420736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761048.699749:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761048.699750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761048.699763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761048.699765:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761048.699768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761048.699775:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484420736:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761048.699779:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1037
00000100:00080000:3.0:1789761048.699796:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761048.699805:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761048.699809:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484420864:192.168.203.110@tcp:8:kworker.0
00000008:00100000:3.0:1789761048.699810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761048.699823:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484420992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761048.699835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761048.699841:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761048.699841:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761048.699848:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761048.699854:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1037
00000100:00080000:3.0:1789761048.699859:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761048.699892:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048]  req@ffff8ab8c34f4700 x1876699484420864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761048.699905:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484420864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761048.699914:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761048.699925:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761048.699925:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761048.699933:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484420864:192.168.203.110@tcp:8:kworker.0
00000008:00100000:3.0:1789761048.699939:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761048.699945:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484420992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761048.699956:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484421120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761048.699966:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761048.699982:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048]  req@ffff8ab8c34f4000 x1876699484420992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761048.699992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484420992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761048.699999:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761048.700002:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761048.700004:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484420992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761048.700012:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484421120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761048.700023:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761048.700029:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761048/real 1789761048]  req@ffff8ab8c34f4700 x1876699484421120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761048.700036:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484421120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761048.700040:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761048.700043:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761048.700046:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484421120:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761049.403006:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761050.427061:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761051.451044:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761052.475055:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761053.499032:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761053.818944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761053.818952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761053.818955:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761053.818975:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1042
00000100:00080000:3.0:1789761053.818983:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761053.818989:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761053.819048:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484421248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761053.819071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761053.819074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761053.819075:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761053.819078:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1042
00000100:00080000:3.0:1789761053.819081:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761053.819083:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761053.819090:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761053.819101:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484421376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761053.819114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761053.819119:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484421248:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761053.819119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761053.819123:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761053.819130:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1042
00000100:00080000:3.0:1789761053.819133:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761053.819135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761053.819138:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761053.819147:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484421504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761053.819154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761053.819156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761053.819157:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761053.819160:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1042
00000100:00080000:3.0:1789761053.819163:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761053.819165:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761053.819168:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761053.819175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484421632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761053.819181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761053.819184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761053.819186:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761053.819190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1042
00000100:00080000:3.0:1789761053.819195:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761053.819201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761053.819203:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761053.819211:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761053.819224:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484421760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761053.819234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761053.819237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761053.819239:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761053.819241:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1042
00000100:00080000:3.0:1789761053.819245:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761053.819248:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761053.819252:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761053.819256:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053]  req@ffff8ab8c34f6a00 x1876699484421248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761053.819266:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484421888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761053.819291:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484421248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761053.819305:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761053.819310:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761053.819314:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484421248:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761053.819337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484421376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761053.819360:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761053.819374:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053]  req@ffff8ab8c34f5500 x1876699484421376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761053.819388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484421376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761053.819397:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761053.819401:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761053.819404:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484421376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761053.819410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484421504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761053.819431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761053.819443:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053]  req@ffff8ab8c34f7480 x1876699484421504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761053.819455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484421504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761053.819471:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761053.819475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761053.819478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484421504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761053.819484:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484421632:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761053.819499:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761053.819508:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053]  req@ffff8ab8c34f5880 x1876699484421632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761053.819519:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484421632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761053.819533:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761053.819535:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761053.819537:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484421632:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761053.819541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484421760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761053.819562:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761053.819574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053]  req@ffff8ab8c34f5f80 x1876699484421760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761053.819587:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484421760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761053.819596:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761053.819599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761053.819603:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484421760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761053.819610:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484421888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761053.819628:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761053.819639:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761053/real 1789761053]  req@ffff8ab8c34f6680 x1876699484421888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761053.819651:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484421888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761053.819659:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761053.819662:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761053.819666:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484421888:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761054.522970:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761055.546988:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761056.571013:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761057.595033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761058.618990:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761058.938959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.938970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761058.938974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.938993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1047
00000100:00080000:2.0:1789761058.939003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.939009:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761058.939039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484422016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.939061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.939064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761058.939067:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.939071:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1047
00000100:00080000:2.0:1789761058.939075:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.939080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761058.939090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761058.939101:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484422016:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761058.939107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484422144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.939121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.939124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761058.939126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.939130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1047
00000100:00080000:2.0:1789761058.939133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.939136:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761058.939140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761058.939150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484422272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.939157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.939159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761058.939160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.939163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1047
00000100:00080000:2.0:1789761058.939165:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761058.939169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761058.939170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761058.939176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761058.939185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484422400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.939194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.939196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761058.939198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761058.939202:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1047
00000100:00080000:2.0:1789761058.939205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.939210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761058.939211:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff8ab8c33de300 x1876699484422016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761058.939214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761058.939227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484422528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761058.939234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761058.939237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761058.939240:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761058.939241:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484422016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761058.939245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1047
00000100:00080000:2.0:1789761058.939250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761058.939255:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789761058.939258:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761058.939259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761058.939269:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761058.939272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484422656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761058.939278:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484422016:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761058.939310:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484422144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761058.939336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761058.939351:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff8ab8c33dd880 x1876699484422144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.939365:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484422144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.939372:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.939374:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761058.939377:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484422144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761058.939381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484422272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761058.939396:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761058.939404:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff8ab8c33dc380 x1876699484422272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.939411:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484422272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.939417:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.939419:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761058.939421:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484422272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761058.939424:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484422400:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761058.939434:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761058.939440:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff8ab8c33dfb80 x1876699484422400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.939448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484422400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.939453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.939455:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761058.939457:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484422400:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761058.939460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484422528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761058.939470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761058.939476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff8ab8c33ded80 x1876699484422528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.939484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484422528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.939489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.939490:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761058.939492:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484422528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761058.939496:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484422656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761058.939506:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761058.939512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761058/real 1789761058]  req@ffff8ab8c33ddf80 x1876699484422656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761058.939519:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484422656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761058.939528:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761058.939530:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761058.939532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484422656:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761059.643003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761060.667036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761061.691074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761062.715097:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761063.739022:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761064.059019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.059030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761064.059034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.059043:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1052
00000100:00080000:0.0:1789761064.059054:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.059060:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761064.059092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484422784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761064.059115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.059117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761064.059119:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.059122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1052
00000100:00080000:0.0:1789761064.059124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.059126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761064.059133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761064.059144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484422912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761064.059151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.059154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761064.059162:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.059166:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1052
00000100:00100000:1.0:1789761064.059168:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484422784:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761064.059169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.059176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761064.059180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761064.059190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484423040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761064.059197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.059199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761064.059201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.059203:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1052
00000100:00080000:0.0:1789761064.059215:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.059218:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761064.059222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761064.059227:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761064.059231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484423168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761064.059239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.059242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761064.059244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.059247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1052
00000100:00080000:0.0:1789761064.059249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.059251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761064.059254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761064.059261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484423296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761064.059267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.059269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761064.059271:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.059273:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1052
00000100:00080000:0.0:1789761064.059275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761064.059278:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8ab8c2fe8a80 x1876699484422784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761064.059280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761064.059288:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761064.059300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484423424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761064.059305:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484422784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.059319:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.059322:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761064.059325:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484422784:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761064.059338:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484422912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761064.059355:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761064.059365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8ab8c2fe9180 x1876699484422912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.059374:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484422912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.059379:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.059388:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761064.059391:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484422912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761064.059410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761064.059435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761064.059448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8ab8c2feb480 x1876699484423040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.059462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484423040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.059471:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.059474:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761064.059476:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761064.059480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423168:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761064.059496:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761064.059504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8ab8c2feb800 x1876699484423168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.059515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484423168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.059523:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.059527:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761064.059530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423168:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761064.059536:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484423296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761064.059557:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761064.059568:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8ab8c2fea300 x1876699484423296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.059576:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484423296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.059581:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.059583:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761064.059585:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484423296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761064.059589:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484423424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761064.059602:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761064.059608:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8ab8c2fe8e00 x1876699484423424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.059615:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484423424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.059620:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.059622:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761064.059624:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484423424:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761064.763102:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761065.787052:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761066.811095:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761067.835030:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761068.859048:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761069.178985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761069.178993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761069.178997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761069.179005:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1057
00000100:00080000:0.0:1789761069.179015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761069.179021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761069.179054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484423552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761069.179078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761069.179082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761069.179084:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761069.179089:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1057
00000100:00080000:0.0:1789761069.179093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761069.179097:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761069.179108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761069.179121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484423680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761069.179131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761069.179133:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484423552:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761069.179134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761069.179136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761069.179140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1057
00000100:00080000:0.0:1789761069.179143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761069.179146:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761069.179151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761069.179159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484423808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761069.179167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761069.179170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761069.179172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761069.179175:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1057
00000100:00080000:0.0:1789761069.179186:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761069.179190:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761069.179194:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789761069.179195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761069.179204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484423936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761069.179214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761069.179217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761069.179218:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761069.179221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1057
00000100:00080000:0.0:1789761069.179224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761069.179227:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761069.179231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761069.179240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484424064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761069.179245:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8ab8c2fe9f80 x1876699484423552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761069.179249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761069.179253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761069.179255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761069.179258:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1057
00000100:00080000:0.0:1789761069.179261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761069.179263:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484423552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761069.179265:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761069.179269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761069.179274:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.179278:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761069.179279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484424192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761069.179283:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484423552:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761069.179306:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761069.179330:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761069.179344:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8ab8c2fe9500 x1876699484423680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.179354:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484423680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.179360:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.179362:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761069.179365:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761069.179369:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761069.179383:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761069.179390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8ab8c2fea680 x1876699484423808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.179398:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484423808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.179407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.179410:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761069.179412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761069.179415:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423936:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761069.179425:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761069.179431:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8ab8c2feaa00 x1876699484423936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.179438:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484423936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.179443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.179445:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761069.179447:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484423936:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761069.179450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484424064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761069.179459:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761069.179465:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8ab8c2febb80 x1876699484424064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.179472:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484424064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.179477:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.179479:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761069.179481:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484424064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761069.179484:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484424192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761069.179495:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761069.179501:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8ab8c2fe8e00 x1876699484424192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.179508:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484424192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.179513:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.179515:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761069.179517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484424192:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761069.883079:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761070.906995:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761071.931011:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761072.955034:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761073.979110:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761074.299010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761074.299023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761074.299027:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761074.299038:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1062
00000100:00080000:3.0:1789761074.299051:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761074.299058:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761074.299104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484424320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761074.299131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761074.299135:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761074.299137:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761074.299140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1062
00000100:00080000:3.0:1789761074.299143:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761074.299145:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761074.299154:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761074.299165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484424448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761074.299173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761074.299176:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761074.299177:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761074.299180:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1062
00000100:00080000:3.0:1789761074.299182:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761074.299185:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761074.299187:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761074.299195:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484424576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761074.299202:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484424320:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761074.299205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761074.299212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761074.299215:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761074.299225:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1062
00000100:00080000:3.0:1789761074.299227:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761074.299230:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761074.299234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761074.299246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484424704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761074.299253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761074.299256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761074.299257:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761074.299261:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1062
00000100:00080000:3.0:1789761074.299264:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761074.299267:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761074.299270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761074.299277:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484424832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761074.299284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761074.299287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761074.299288:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761074.299294:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1062
00000800:00000100:1.0:1789761074.299299:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761074.299300:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761074.299308:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761074.299313:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761074.299324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484424960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761074.299373:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8ab8c34f7800 x1876699484424320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.299395:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484424320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.299407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.299411:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761074.299415:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484424320:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761074.299427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484424448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761074.299447:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761074.299456:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8ab8c34f5180 x1876699484424448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.299464:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484424448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.299470:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.299473:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761074.299475:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484424448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761074.299494:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484424576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761074.299506:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761074.299513:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8ab8c34f6d80 x1876699484424576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.299520:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484424576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.299525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.299527:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761074.299529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484424576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761074.299533:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484424704:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761074.299544:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761074.299550:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8ab8c34f4a80 x1876699484424704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.299557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484424704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.299567:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.299569:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761074.299571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484424704:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761074.299575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484424832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761074.299587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761074.299593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8ab8c34f4380 x1876699484424832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.299600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484424832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.299605:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.299607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761074.299609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484424832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761074.299613:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484424960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761074.299623:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761074.299629:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8ab8c34f6300 x1876699484424960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.299636:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484424960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.299645:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.299647:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761074.299649:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484424960:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761075.003008:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761076.027000:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761077.051032:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761078.075014:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761079.099028:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761079.418980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761079.418992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761079.418997:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761079.419008:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1067
00000100:00080000:3.0:1789761079.419021:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761079.419029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761079.419072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484425088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761079.419101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761079.419104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761079.419106:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761079.419109:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1067
00000100:00080000:3.0:1789761079.419112:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761079.419114:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761079.419123:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761079.419132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484425216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761079.419140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761079.419143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761079.419144:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761079.419148:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1067
00000100:00080000:3.0:1789761079.419149:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761079.419152:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761079.419155:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761079.419163:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484425344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761079.419177:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484425088:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761079.419178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761079.419192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761079.419194:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761079.419197:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1067
00000100:00080000:3.0:1789761079.419200:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761079.419203:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761079.419207:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761079.419218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484425472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761079.419227:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761079.419230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761079.419231:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761079.419234:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1067
00000100:00080000:3.0:1789761079.419236:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761079.419238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761079.419242:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761079.419250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484425600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761079.419257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761079.419260:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761079.419261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761079.419264:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761079.419267:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1067
00000100:00080000:3.0:1789761079.419273:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761079.419276:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761079.419280:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761079.419287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484425728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761079.419319:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8ab8c34f5c00 x1876699484425088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.419342:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484425088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.419355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.419360:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761079.419365:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484425088:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761079.419374:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484425216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761079.419396:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761079.419406:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8ab8c34f7b80 x1876699484425216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.419415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484425216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.419429:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.419432:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761079.419436:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484425216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761079.419465:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484425344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761079.419485:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761079.419494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8ab8c34f7100 x1876699484425344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.419501:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484425344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.419507:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.419510:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761079.419512:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484425344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761079.419515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484425472:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761079.419527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761079.419534:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8ab8c34f6300 x1876699484425472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.419541:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484425472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.419546:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.419548:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761079.419551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484425472:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761079.419554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484425600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761079.419564:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761079.419570:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8ab8c34f4380 x1876699484425600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.419577:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484425600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.419581:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.419583:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761079.419585:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484425600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761079.419588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484425728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761079.419599:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761079.419605:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8ab8c34f4a80 x1876699484425728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.419612:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484425728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.419617:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.419619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761079.419620:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484425728:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761080.123040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761081.147045:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761082.171009:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761083.194974:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761084.219025:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761084.538928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761084.538937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761084.538941:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761084.538950:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1073
00000100:00080000:3.0:1789761084.538958:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761084.538964:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761084.538999:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484425856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761084.539030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761084.539035:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761084.539038:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761084.539043:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1073
00000100:00080000:3.0:1789761084.539048:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761084.539053:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761084.539061:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484425856:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761084.539072:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761084.539092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484425984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761084.539103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761084.539107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761084.539108:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761084.539112:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1073
00000800:00000100:0.0:1789761084.539117:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761084.539117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761084.539124:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761084.539129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761084.539139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484426112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761084.539148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761084.539151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761084.539152:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761084.539155:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1073
00000100:00080000:3.0:1789761084.539158:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761084.539160:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff8ab8c34f6d80 x1876699484425856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761084.539162:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761084.539167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761084.539186:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484426240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761084.539191:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484425856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.539206:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.539210:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761084.539213:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484425856:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761084.539232:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484425984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761084.539252:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761084.539259:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761084.539264:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff8ab8c34f5180 x1876699484425984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761084.539266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761084.539271:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761084.539280:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1073
00000100:00100000:0.0:1789761084.539281:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484425984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761084.539288:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761084.539292:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761084.539296:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761084.539299:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761084.539303:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484425984:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789761084.539305:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761084.539309:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484426112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761084.539319:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484426368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761084.539327:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761084.539332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761084.539336:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761084.539337:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761084.539339:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff8ab8c34f7800 x1876699484426112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761084.539343:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1073
00000100:00080000:3.0:1789761084.539348:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761084.539353:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761084.539358:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761084.539359:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484426112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.539367:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.539369:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761084.539371:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484426112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761084.539375:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484426240:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761084.539386:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761084.539393:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff8ab8c34f6680 x1876699484426240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.539400:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484426240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.539406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.539407:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761084.539410:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484426240:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761084.539419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484426368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761084.539432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761084.539441:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff8ab8c34f5f80 x1876699484426368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761084.539448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484426368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761084.539454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761084.539456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761084.539460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484426368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761084.539481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484426496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761084.539557:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484426496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761084.539586:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761084.539598:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761084/real 1789761084]  req@ffff8ab8c34f5880 x1876699484426496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761084.539607:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484426496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761084.539613:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761084.539616:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761084.539618:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484426496:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761085.243010:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761086.267013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761087.290991:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761088.315002:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761089.339025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761089.658967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761089.658978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761089.658982:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761089.658993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1078
00000100:00080000:0.0:1789761089.659005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761089.659024:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761089.659067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484426624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761089.659101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761089.659104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761089.659106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761089.659109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1078
00000100:00080000:0.0:1789761089.659112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761089.659116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761089.659126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761089.659135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484426752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761089.659141:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484426624:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761089.659145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761089.659150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761089.659151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761089.659155:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1078
00000100:00080000:0.0:1789761089.659156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761089.659159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761089.659162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761089.659169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484426880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761089.659176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761089.659179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761089.659181:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761089.659183:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1078
00000100:00080000:0.0:1789761089.659185:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761089.659187:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761089.659191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761089.659202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484427008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761089.659212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761089.659218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789761089.659219:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761089.659221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761089.659229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1078
00000100:00080000:0.0:1789761089.659234:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761089.659239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761089.659246:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761089.659257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484427136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761089.659265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761089.659266:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff8ab8c2fea300 x1876699484426624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761089.659272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761089.659275:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761089.659284:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1078
00000100:00080000:0.0:1789761089.659288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761089.659291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761089.659296:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484426624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761089.659297:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761089.659310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484427264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761089.659311:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761089.659320:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761089.659327:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484426624:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761089.659356:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484426752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761089.659380:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761089.659394:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff8ab8c2feb800 x1876699484426752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761089.659405:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484426752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761089.659412:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761089.659414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761089.659417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484426752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761089.659421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484426880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761089.659436:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761089.659444:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff8ab8c2feb480 x1876699484426880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761089.659456:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484426880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761089.659462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761089.659464:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761089.659466:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484426880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761089.659470:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484427008:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761089.659482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761089.659488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff8ab8c2fe9180 x1876699484427008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761089.659497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484427008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761089.659502:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761089.659504:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761089.659506:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484427008:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761089.659509:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484427136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761089.659520:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761089.659526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff8ab8c2fe8a80 x1876699484427136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761089.659535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484427136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761089.659550:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761089.659553:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761089.659556:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484427136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761089.659563:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484427264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761089.659586:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761089.659596:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761089/real 1789761089]  req@ffff8ab8c2feb100 x1876699484427264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761089.659604:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484427264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761089.659609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761089.659611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761089.659614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484427264:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761090.363002:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761091.387058:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761092.410998:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761093.435026:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761094.458997:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761094.778984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.778993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761094.778996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.779004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1083
00000100:00080000:0.0:1789761094.779013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.779018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761094.779066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484427392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761094.779106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.779111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761094.779113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.779118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1083
00000100:00080000:0.0:1789761094.779122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.779127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761094.779137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761094.779149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484427392:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761094.779153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484427520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761094.779163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.779166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761094.779167:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.779170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1083
00000100:00080000:0.0:1789761094.779173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.779176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761094.779180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761094.779188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484427648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761094.779195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.779198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761094.779199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.779201:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1083
00000100:00080000:0.0:1789761094.779205:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761094.779208:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761094.779211:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761094.779216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761094.779224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484427776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761094.779231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.779233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761094.779235:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.779238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1083
00000100:00080000:0.0:1789761094.779241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761094.779243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761094.779247:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff8ab8c2fe8000 x1876699484427392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761094.779249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761094.779261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484427904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761094.779267:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484427392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761094.779269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761094.779277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761094.779280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761094.779286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1083
00000100:00080000:0.0:1789761094.779289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761094.779289:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761094.779295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789761094.779298:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789761094.779300:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761094.779305:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484427392:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761094.779310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484428032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761094.779338:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484427520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761094.779369:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761094.779383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff8ab8c2fe8380 x1876699484427520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761094.779397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484427520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761094.779405:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761094.779408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761094.779412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484427520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761094.779419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484427648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761094.779437:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761094.779445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff8ab8c2fe9c00 x1876699484427648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761094.779453:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484427648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761094.779458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761094.779460:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761094.779462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484427648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761094.779466:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484427776:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761094.779477:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761094.779483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff8ab8c2fe9880 x1876699484427776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761094.779491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484427776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761094.779496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761094.779498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761094.779500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484427776:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761094.779503:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484427904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761094.779513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761094.779519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff8ab8c2fead80 x1876699484427904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761094.779527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484427904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761094.779531:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761094.779533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761094.779535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484427904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761094.779538:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484428032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761094.779548:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761094.779554:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761094/real 1789761094]  req@ffff8ab8c2feb100 x1876699484428032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761094.779561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484428032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761094.779566:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761094.779568:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761094.779569:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484428032:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761095.483027:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761096.507062:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761097.530978:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761098.555008:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761099.579050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761099.898981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.898989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761099.898993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.899001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1088
00000100:00080000:2.0:1789761099.899010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.899016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761099.899063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484428160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.899092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.899095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761099.899097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.899100:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1088
00000100:00080000:2.0:1789761099.899103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.899106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761099.899113:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761099.899123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484428288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.899137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.899139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761099.899141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.899147:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1088
00000100:00080000:2.0:1789761099.899149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.899152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761099.899155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761099.899165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484428416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.899173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.899176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761099.899178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.899184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1088
00000100:00100000:3.0:1789761099.899184:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484428160:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761099.899194:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.899202:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761099.899206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761099.899215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484428544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.899222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.899225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761099.899226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.899230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1088
00000100:00080000:2.0:1789761099.899233:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.899238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761099.899241:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761099.899251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484428672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761099.899256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761099.899258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761099.899259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761099.899262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1088
00000100:00080000:2.0:1789761099.899268:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761099.899270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761099.899273:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761099.899280:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761099.899286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484428800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761099.899345:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff8ab8c33df480 x1876699484428160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761099.899370:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484428160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761099.899384:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761099.899388:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761099.899391:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484428160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761099.899398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484428288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761099.899420:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761099.899430:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff8ab8c33ddc00 x1876699484428288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761099.899439:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484428288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761099.899445:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761099.899448:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761099.899450:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484428288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761099.899474:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484428416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761099.899487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761099.899495:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff8ab8c33df800 x1876699484428416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761099.899503:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484428416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761099.899509:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761099.899511:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761099.899514:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484428416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761099.899517:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484428544:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761099.899529:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761099.899535:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff8ab8c33ddf80 x1876699484428544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761099.899542:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484428544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761099.899550:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761099.899553:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761099.899556:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484428544:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761099.899563:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484428672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761099.899586:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761099.899598:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff8ab8c33ded80 x1876699484428672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761099.899611:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484428672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761099.899620:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761099.899622:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761099.899625:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484428672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761099.899629:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484428800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761099.899652:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761099.899660:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761099/real 1789761099]  req@ffff8ab8c33dfb80 x1876699484428800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761099.899668:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484428800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761099.899688:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761099.899690:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761099.899693:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484428800:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761100.603030:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761101.627013:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761102.651074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761103.675012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761104.698981:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761105.018952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761105.018963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761105.018968:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761105.018994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1093
00000100:00080000:0.0:1789761105.019006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761105.019014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761105.019076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484428928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761105.019096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761105.019099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761105.019100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761105.019103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1093
00000100:00080000:0.0:1789761105.019106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761105.019109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761105.019116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761105.019127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484429056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761105.019134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761105.019136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761105.019137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761105.019140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1093
00000100:00080000:0.0:1789761105.019142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761105.019145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761105.019149:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761105.019156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484429184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761105.019164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761105.019166:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484428928:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761105.019168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761105.019171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761105.019175:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1093
00000100:00080000:0.0:1789761105.019177:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761105.019179:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761105.019182:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761105.019191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484429312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761105.019198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761105.019201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761105.019202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761105.019205:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1093
00000100:00080000:0.0:1789761105.019208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761105.019210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761105.019214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761105.019222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484429440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761105.019228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761105.019230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761105.019231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761105.019235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1093
00000100:00080000:0.0:1789761105.019239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761105.019244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761105.019250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761105.019257:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761105.019264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484429568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761105.019291:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761105.019307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429312:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761105.019321:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484429440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761105.019333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484429568:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761105.722989:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761106.747017:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761107.771049:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761108.091232:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789761108.091293:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761108.091314:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761108.091359:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761108.091369:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761108.091380:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761108.091391:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761108.091403:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789761108.091445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761108]  req@ffff8ab8c2feb480 x1876699484429184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761108.091477:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484429184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761108.091491:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761108.091498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761108.091503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761108.091512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761108]  req@ffff8ab8c2feb800 x1876699484429312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761108.091525:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484429312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761108.091534:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761108.091538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761108.091542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429312:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761108.091550:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761108]  req@ffff8ab8c2fea300 x1876699484429440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761108.091563:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484429440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761108.091571:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761108.091575:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761108.091578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484429440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761108.091586:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761108]  req@ffff8ab8c2fe8e00 x1876699484429568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761108.091600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484429568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761108.091624:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761108.091629:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761108.091633:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484429568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761108.091641:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761108]  req@ffff8ab8c2fe8a80 x1876699484428928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761108.091656:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484428928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761108.091665:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761108.091669:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761108.091672:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484428928:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761108.091679:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761108]  req@ffff8ab8c2fe9180 x1876699484429056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761108.091692:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484429056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761108.091700:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761108.091704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761108.091707:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429056:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761108.795093:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761109.818989:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761110.138976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.138988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761110.138993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.139004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1098
00000100:00080000:0.0:1789761110.139016:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.139023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761110.139066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484429696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.139092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.139095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.139097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.139100:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1098
00000100:00080000:0.0:1789761110.139103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.139105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761110.139114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.139123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484429824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761110.139139:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484429696:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761110.139144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.139147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761110.139149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.139153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1098
00000100:00080000:0.0:1789761110.139155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.139157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761110.139160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.139169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484429952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.139176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.139179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.139180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.139182:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1098
00000100:00080000:0.0:1789761110.139184:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.139187:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761110.139190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761110.139200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484430080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.139209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.139213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.139216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.139220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1098
00000100:00080000:0.0:1789761110.139224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.139228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789761110.139235:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789761110.139237:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.139252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484430208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.139261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.139265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761110.139267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.139272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1098
00000100:00080000:0.0:1789761110.139276:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.139280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761110.139286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.139302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484430336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761110.139310:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8ab8c2febb80 x1876699484429696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.139337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484429696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.139352:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.139358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761110.139362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484429696:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761110.139394:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761110.139422:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761110.139438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8ab8c2feaa00 x1876699484429824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.139453:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484429824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.139462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.139466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761110.139469:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761110.139475:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761110.139499:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761110.139512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8ab8c2fea680 x1876699484429952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.139523:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484429952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.139531:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.139534:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761110.139537:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484429952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761110.139544:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484430080:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761110.139566:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761110.139577:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8ab8c2fe9500 x1876699484430080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.139588:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484430080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.139614:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.139619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761110.139622:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484430080:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761110.139628:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484430208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761110.139650:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761110.139661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8ab8c2fe9f80 x1876699484430208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.139680:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484430208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.139688:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.139691:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761110.139694:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484430208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761110.139701:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484430336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761110.139723:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761110.140144:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8ab8c2fe9180 x1876699484430336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.140158:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484430336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.140168:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.140172:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761110.140175:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484430336:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761110.843008:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761111.867036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761112.891020:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761113.915015:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761114.939022:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761115.258938:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.258946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761115.258949:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.258957:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1103
00000100:00080000:0.0:1789761115.258966:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.258972:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761115.259004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484430464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761115.259029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.259032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761115.259033:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.259036:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1103
00000100:00080000:0.0:1789761115.259039:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.259041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761115.259048:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761115.259059:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484430592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761115.259067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.259070:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761115.259071:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.259076:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1103
00000100:00080000:0.0:1789761115.259079:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761115.259079:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484430464:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761115.259086:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761115.259091:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761115.259098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484430720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761115.259105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.259108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761115.259109:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.259112:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1103
00000100:00080000:0.0:1789761115.259114:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.259117:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761115.259121:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761115.259131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484430848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761115.259140:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761115.259146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.259152:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761115.259154:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.259160:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1103
00000100:00080000:0.0:1789761115.259165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.259169:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761115.259176:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761115.259180:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8ab8c2fe8a80 x1876699484430464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761115.259191:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484430976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761115.259199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761115.259202:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484430464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761115.259203:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761115.259207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.259214:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1103
00000100:00080000:0.0:1789761115.259220:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.259225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761115.259232:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761115.259241:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484431104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761115.259245:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.259254:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761115.259260:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484430464:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761115.259270:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484430592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761115.259294:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761115.259308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8ab8c2fe8e00 x1876699484430592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.259321:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484430592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.259331:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.259335:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761115.259338:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484430592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761115.259360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484430720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761115.259374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761115.259385:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8ab8c2fea300 x1876699484430720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.259397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484430720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.259405:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.259409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761115.259413:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484430720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761115.259419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484430848:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761115.259441:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761115.259454:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8ab8c2feb800 x1876699484430848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.259467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484430848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.259476:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.259489:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761115.259500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484430848:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761115.259507:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484430976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761115.259526:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761115.259536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8ab8c2feb480 x1876699484430976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.259569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484430976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.259578:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.259581:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761115.259585:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484430976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761115.259591:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484431104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761115.259612:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761115.259632:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8ab8c2feb100 x1876699484431104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.259646:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484431104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.259655:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.259659:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761115.259662:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484431104:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761115.963054:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761116.987108:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761118.011075:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761119.035021:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761120.058994:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761120.378955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761120.378963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761120.378968:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761120.378977:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1108
00000100:00080000:0.0:1789761120.378987:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761120.378993:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761120.379022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484431232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761120.379043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761120.379046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761120.379047:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761120.379051:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1108
00000100:00080000:0.0:1789761120.379054:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761120.379056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761120.379063:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761120.379070:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484431232:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761120.379078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484431360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761120.379090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761120.379092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761120.379094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761120.379098:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1108
00000100:00080000:0.0:1789761120.379101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761120.379104:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761120.379108:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761120.379118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484431488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761120.379129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761120.379132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761120.379133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761120.379136:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1108
00000100:00080000:0.0:1789761120.379139:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761120.379141:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761120.379144:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761120.379148:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761120.379156:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484431616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761120.379165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761120.379168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761120.379169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761120.379172:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1108
00000100:00080000:0.0:1789761120.379176:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761120.379178:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761120.379182:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761120.379187:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8ab8c2fead80 x1876699484431232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761120.379193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484431744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761120.379212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761120.379214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761120.379216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761120.379220:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484431232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761120.379222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1108
00000100:00080000:0.0:1789761120.379228:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761120.379234:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761120.379239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761120.379240:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.379247:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761120.379251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484431872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761120.379253:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484431232:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761120.379281:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484431360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761120.379302:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761120.379311:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8ab8c2fe9880 x1876699484431360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.379320:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484431360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.379326:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.379329:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761120.379331:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484431360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761120.379335:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484431488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761120.379348:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761120.379357:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8ab8c2fe9c00 x1876699484431488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.379371:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484431488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.379378:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.379381:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761120.379383:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484431488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761120.379389:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484431616:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761120.379403:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761120.379413:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8ab8c2fe8380 x1876699484431616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.379423:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484431616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.379430:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.379433:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761120.379437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484431616:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761120.379443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484431744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761120.379460:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761120.379476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8ab8c2fe8000 x1876699484431744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.379490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484431744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.379507:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.379510:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761120.379513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484431744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761120.379528:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484431872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761120.379545:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761120.379553:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8ab8c2feb100 x1876699484431872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.379560:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484431872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.379570:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.379573:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761120.379575:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484431872:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761121.082990:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761122.106981:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761123.130991:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761124.154985:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761125.179049:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761125.498994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761125.499005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761125.499008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761125.499015:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1114
00000100:00080000:3.0:1789761125.499025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761125.499030:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761125.499062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484432000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761125.499084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761125.499088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761125.499090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761125.499095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1114
00000100:00080000:3.0:1789761125.499099:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761125.499103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761125.499111:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761125.499125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484432128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761125.499128:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484432000:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761125.499142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761125.499145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761125.499146:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761125.499150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1114
00000100:00080000:3.0:1789761125.499154:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761125.499157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761125.499161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761125.499169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484432256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761125.499178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761125.499181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761125.499183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761125.499184:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761125.499186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1114
00000100:00080000:3.0:1789761125.499189:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761125.499192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761125.499196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761125.499206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484432384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761125.499216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761125.499219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761125.499220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761125.499224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1114
00000100:00100000:2.0:1789761125.499227:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff8ab8c34f5880 x1876699484432000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761125.499228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761125.499231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761125.499236:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761125.499245:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484432000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761125.499245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484432512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761125.499256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761125.499259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761125.499261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761125.499263:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761125.499264:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1114
00000100:00080000:2.0:1789761125.499267:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761125.499267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761125.499270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761125.499271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484432000:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761125.499274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761125.499282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484432640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761125.499293:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484432128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761125.499316:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761125.499329:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff8ab8c34f7480 x1876699484432128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761125.499341:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484432128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.499347:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761125.499349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761125.499351:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484432128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761125.499355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484432256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761125.499370:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761125.499378:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff8ab8c34f5500 x1876699484432256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761125.499401:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484432256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.499406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761125.499408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761125.499410:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484432256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761125.499415:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484432384:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761125.499427:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761125.499434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff8ab8c34f6a00 x1876699484432384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761125.499441:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484432384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.499447:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761125.499448:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761125.499450:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484432384:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761125.499453:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484432512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761125.499464:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761125.499506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff8ab8c34f4700 x1876699484432512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761125.499515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484432512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.499521:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761125.499523:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761125.499525:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484432512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761125.499529:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484432640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761125.499542:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761125.499549:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff8ab8c34f4000 x1876699484432640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761125.499557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484432640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761125.499562:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761125.499564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761125.499565:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484432640:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761126.203029:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761127.227036:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761128.251032:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761129.275046:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761130.299029:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761130.618942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761130.618950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761130.618954:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761130.618962:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1119
00000100:00080000:0.0:1789761130.618971:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761130.618977:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761130.619006:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484432768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761130.619033:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761130.619041:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761130.619043:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761130.619049:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1119
00000100:00080000:0.0:1789761130.619053:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761130.619059:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761130.619069:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761130.619078:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484432768:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761130.619086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484432896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761130.619099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761130.619104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761130.619106:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761130.619111:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1119
00000100:00080000:0.0:1789761130.619115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761130.619119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761130.619125:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761130.619130:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761130.619143:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484433024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761130.619156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761130.619159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761130.619162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761130.619165:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff8ab8c2feb480 x1876699484432768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.619169:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1119
00000100:00080000:0.0:1789761130.619178:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761130.619185:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761130.619188:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484432768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761130.619194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789761130.619197:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761130.619204:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761130.619211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484433152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761130.619212:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484432768:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761130.619231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761130.619235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761130.619237:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761130.619242:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1119
00000100:00080000:0.0:1789761130.619247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761130.619247:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484432896:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789761130.619255:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761130.619261:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761130.619275:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484433280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761130.619285:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761130.619290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761130.619295:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761130.619297:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761130.619302:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1119
00000100:00100000:2.0:1789761130.619307:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff8ab8c2feb800 x1876699484432896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761130.619308:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761130.619315:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761130.619321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761130.619334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484433408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761130.619343:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484432896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761130.619355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761130.619359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761130.619363:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484432896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761130.619370:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761130.619392:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761130.619404:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff8ab8c2fea300 x1876699484433024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761130.619417:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484433024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761130.619427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761130.619430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761130.619434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761130.619457:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433152:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761130.619481:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761130.619494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff8ab8c2fe8e00 x1876699484433152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761130.619506:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484433152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761130.619522:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761130.619526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761130.619530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433152:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761130.619548:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484433280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761130.619570:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761130.619582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff8ab8c2fe8a80 x1876699484433280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761130.619595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484433280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761130.619604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761130.619608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761130.619611:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484433280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761130.619618:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484433408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761130.619638:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761130.619651:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761130/real 1789761130]  req@ffff8ab8c2fe9180 x1876699484433408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761130.619663:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484433408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761130.619672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761130.619675:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761130.619679:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484433408:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761131.322995:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761132.347037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761133.370995:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761134.395057:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761135.419003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761135.738986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761135.738993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761135.738997:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761135.739006:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1124
00000100:00080000:0.0:1789761135.739015:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761135.739024:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761135.739064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484433536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761135.739089:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761135.739092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761135.739094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761135.739097:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1124
00000100:00080000:0.0:1789761135.739100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761135.739104:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761135.739112:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761135.739123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484433664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761135.739128:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484433536:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761135.739137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761135.739141:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761135.739142:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761135.739145:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1124
00000100:00080000:0.0:1789761135.739148:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761135.739150:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761135.739154:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761135.739163:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484433792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761135.739170:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761135.739172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761135.739173:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761135.739176:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1124
00000100:00080000:0.0:1789761135.739179:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761135.739181:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761135.739184:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761135.739189:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761135.739193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484433920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761135.739206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761135.739209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761135.739210:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761135.739213:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1124
00000100:00080000:0.0:1789761135.739215:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761135.739218:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761135.739221:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761135.739227:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff8ab8c2fe9f80 x1876699484433536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761135.739231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484434048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761135.739252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761135.739255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761135.739257:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484433536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761135.739258:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761135.739266:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1124
00000100:00080000:0.0:1789761135.739272:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761135.739276:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789761135.739276:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761135.739283:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761135.739284:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761135.739290:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484433536:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761135.739295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484434176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761135.739312:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761135.739330:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761135.739338:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff8ab8c2fe9500 x1876699484433664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761135.739346:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484433664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761135.739352:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761135.739354:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761135.739356:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761135.739359:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761135.739371:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761135.739378:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff8ab8c2fea680 x1876699484433792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761135.739386:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484433792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761135.739394:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761135.739398:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761135.739416:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761135.739424:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433920:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761135.739446:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761135.739458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff8ab8c2feaa00 x1876699484433920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761135.739471:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484433920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761135.739480:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761135.739484:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761135.739487:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484433920:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761135.739493:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484434048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761135.739515:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761135.739534:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff8ab8c2febb80 x1876699484434048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761135.739551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484434048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761135.739556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761135.739558:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761135.739561:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484434048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761135.739565:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484434176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761135.739580:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761135.739587:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761135/real 1789761135]  req@ffff8ab8c2fe9180 x1876699484434176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761135.739595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484434176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761135.739600:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761135.739602:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761135.739604:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484434176:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761136.443028:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761137.467039:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761138.491050:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761139.515198:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761140.539065:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761140.858948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.858996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761140.859000:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.859008:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1129
00000100:00080000:2.0:1789761140.859018:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.859025:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761140.859064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484434304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761140.859093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.859096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761140.859097:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.859101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1129
00000100:00080000:2.0:1789761140.859103:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.859106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761140.859113:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761140.859123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484434432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761140.859130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.859132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761140.859133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.859136:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1129
00000100:00080000:2.0:1789761140.859137:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.859139:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761140.859142:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761140.859147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484434560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761140.859153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.859156:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761140.859157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.859160:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1129
00000100:00080000:2.0:1789761140.859162:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.859164:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761140.859168:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761140.859176:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484434688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761140.859182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.859184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761140.859185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.859188:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1129
00000100:00080000:2.0:1789761140.859190:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.859193:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761140.859196:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761140.859203:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484434816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761140.859214:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484434304:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761140.859215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761140.859224:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761140.859233:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761140.859237:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1129
00000100:00080000:2.0:1789761140.859239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761140.859241:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761140.859244:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761140.859251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484434944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761140.859309:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761140.859378:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff8ab8c33dc380 x1876699484434304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761140.859402:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484434304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761140.859416:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761140.859420:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761140.859424:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484434304:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761140.859432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484434432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761140.859453:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761140.859464:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff8ab8c33dd880 x1876699484434432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761140.859473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484434432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761140.859478:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761140.859481:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761140.859484:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484434432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761140.859488:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484434560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761140.859499:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761140.859506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff8ab8c33de300 x1876699484434560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761140.859514:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484434560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761140.859519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761140.859521:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761140.859523:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484434560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761140.859527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484434688:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761140.859539:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761140.859546:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff8ab8c33de680 x1876699484434688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761140.859554:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484434688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761140.859560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761140.859561:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761140.859563:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484434688:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761140.859589:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484434816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761140.859601:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761140.859608:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff8ab8c33dd180 x1876699484434816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761140.859616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484434816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761140.859621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761140.859623:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761140.859625:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484434816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761140.859628:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484434944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761140.859639:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761140.859645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761140/real 1789761140]  req@ffff8ab8c33dc000 x1876699484434944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761140.859653:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484434944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761140.859663:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761140.859665:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761140.859667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484434944:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761141.563006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761142.587053:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761143.611034:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761144.634991:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761145.659074:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761145.978979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761145.978990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761145.978994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761145.979002:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1134
00000100:00080000:3.0:1789761145.979011:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761145.979017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761145.979048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484435072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761145.979071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761145.979074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761145.979075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761145.979078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1134
00000100:00080000:3.0:1789761145.979080:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761145.979083:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761145.979090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761145.979099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484435200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761145.979108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761145.979110:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484435072:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761145.979111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761145.979115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761145.979121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1134
00000100:00080000:3.0:1789761145.979123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761145.979125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761145.979129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761145.979137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484435328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761145.979144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761145.979147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761145.979148:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761145.979150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1134
00000100:00080000:3.0:1789761145.979160:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761145.979163:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761145.979166:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761145.979170:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761145.979177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484435456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761145.979185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761145.979188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761145.979189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761145.979191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1134
00000100:00080000:3.0:1789761145.979194:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761145.979197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761145.979200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761145.979206:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145]  req@ffff8ab8c34f4000 x1876699484435072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761145.979211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484435584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761145.979231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761145.979233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761145.979237:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484435072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761145.979237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761145.979241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1134
00000100:00080000:3.0:1789761145.979246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761145.979252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789761145.979255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761145.979256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761145.979262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761145.979267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484435712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761145.979268:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484435072:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761145.979295:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484435200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761145.979313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761145.979358:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145]  req@ffff8ab8c34f4700 x1876699484435200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761145.979368:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484435200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761145.979374:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761145.979376:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761145.979379:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484435200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761145.979385:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484435328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761145.979400:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761145.979407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145]  req@ffff8ab8c34f6a00 x1876699484435328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761145.979415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484435328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761145.979420:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761145.979422:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761145.979424:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484435328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761145.979428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484435456:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761145.979439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761145.979445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145]  req@ffff8ab8c34f5500 x1876699484435456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761145.979452:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484435456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761145.979458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761145.979460:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761145.979462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484435456:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761145.979465:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484435584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761145.979475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761145.979482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145]  req@ffff8ab8c34f7480 x1876699484435584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761145.979489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484435584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761145.979495:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761145.979496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761145.979498:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484435584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761145.979501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484435712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761145.979512:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761145.979519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761145/real 1789761145]  req@ffff8ab8c34f5880 x1876699484435712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761145.979526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484435712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761145.979531:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761145.979533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761145.979535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484435712:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761146.683007:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761147.707031:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761148.731015:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761149.754999:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761150.779017:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761151.099031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761151.099046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761151.099051:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761151.099065:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1139
00000100:00080000:0.0:1789761151.099087:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761151.099097:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761151.099150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484435840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761151.099185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761151.099190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761151.099192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761151.099198:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1139
00000100:00080000:0.0:1789761151.099202:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761151.099206:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761151.099220:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.099238:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484435840:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761151.099241:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484435968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761151.099256:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761151.099260:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761151.099263:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761151.099268:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1139
00000100:00080000:0.0:1789761151.099273:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761151.099278:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761151.099285:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761151.099319:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484436096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761151.099330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761151.099331:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761151.099339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761151.099341:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761151.099347:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1139
00000100:00080000:0.0:1789761151.099353:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761151.099359:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761151.099366:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761151.099382:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484436224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761151.099386:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff8ab8c2fe8a80 x1876699484435840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.099409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761151.099416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761151.099418:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761151.099423:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484435840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761151.099426:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1139
00000100:00080000:0.0:1789761151.099435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.099439:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761151.099444:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789761151.099448:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761151.099453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484435840:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789761151.099454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761151.099469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484436352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761151.099477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761151.099480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761151.099483:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761151.099483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484435968:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789761151.099493:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1139
00000100:00080000:0.0:1789761151.099497:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761151.099500:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761151.099505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761151.099511:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761151.099516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484436480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761151.099525:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff8ab8c2fe8e00 x1876699484435968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761151.099537:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484435968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761151.099544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761151.099547:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761151.099550:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484435968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761151.099556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761151.099570:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761151.099577:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff8ab8c2fea300 x1876699484436096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761151.099584:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484436096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761151.099594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761151.099597:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761151.099599:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761151.099603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436224:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761151.099624:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761151.099631:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff8ab8c2feb800 x1876699484436224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761151.099638:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484436224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761151.099644:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761151.099647:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761151.099649:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436224:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761151.099652:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484436352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761151.099664:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761151.099671:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff8ab8c2feb480 x1876699484436352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761151.099679:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484436352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761151.099684:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761151.099686:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761151.099689:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484436352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761151.099701:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484436480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761151.099712:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761151.099719:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff8ab8c2feb100 x1876699484436480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761151.099727:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484436480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761151.099733:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761151.099735:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761151.099737:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484436480:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761151.803087:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761152.827016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761153.851046:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761154.874982:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761155.899016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761156.218939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.218950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761156.218955:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.218966:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1144
00000100:00080000:0.0:1789761156.218977:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.218985:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761156.219019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484436608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.219049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.219054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761156.219056:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.219061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1144
00000100:00080000:0.0:1789761156.219066:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.219071:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761156.219082:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761156.219099:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484436608:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761156.219102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484436736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.219116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.219119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761156.219121:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.219124:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1144
00000100:00080000:0.0:1789761156.219129:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.219133:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761156.219137:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761156.219150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484436864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.219161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.219167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789761156.219168:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761156.219173:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.219180:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1144
00000100:00080000:0.0:1789761156.219185:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.219190:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761156.219197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761156.219210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484436992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.219222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.219225:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761156.219228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.219231:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1144
00000100:00080000:0.0:1789761156.219236:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.219240:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761156.219246:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761156.219271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484437120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.219283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.219286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761156.219287:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.219292:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1144
00000100:00100000:3.0:1789761156.219293:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8ab8c2fe8000 x1876699484436608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.219297:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.219306:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761156.219313:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761156.219326:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484437248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761156.219422:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484436608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.219431:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.219467:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761156.219472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484436608:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761156.219493:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761156.219517:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761156.219528:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8ab8c2fe8380 x1876699484436736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.219537:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484436736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.219543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.219545:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761156.219547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761156.219551:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761156.219563:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761156.219570:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8ab8c2fe9c00 x1876699484436864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.219578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484436864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.219583:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.219585:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761156.219586:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761156.219590:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436992:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761156.219601:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761156.219607:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8ab8c2fe9880 x1876699484436992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.219614:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484436992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.219620:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.219622:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761156.219632:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484436992:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761156.219636:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484437120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761156.219648:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761156.219655:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8ab8c2fead80 x1876699484437120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.219662:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484437120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.219668:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.219670:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761156.219672:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484437120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761156.219675:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484437248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761156.219685:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761156.219691:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8ab8c2feb100 x1876699484437248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.219698:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484437248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.219702:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.219704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761156.219707:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484437248:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761156.922978:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761157.947050:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761158.971007:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761159.995011:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761161.019023:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761161.338972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761161.338983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761161.338988:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761161.338999:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1149
00000100:00080000:1.0:1789761161.339011:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761161.339019:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761161.339058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484437376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761161.339090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761161.339094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761161.339096:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761161.339102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1149
00000100:00080000:1.0:1789761161.339107:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761161.339113:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761161.339122:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761161.339128:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484437376:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761161.339141:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484437504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761161.339154:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761161.339159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761161.339161:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761161.339165:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1149
00000100:00080000:1.0:1789761161.339170:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761161.339175:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761161.339180:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761161.339184:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761161.339198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484437632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761161.339223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761161.339227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761161.339230:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761161.339236:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1149
00000100:00100000:3.0:1789761161.339236:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8ab8d84a9880 x1876699484437376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761161.339242:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761161.339251:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761161.339258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761161.339271:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484437376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761161.339273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484437760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761161.339308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761161.339309:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761161.339315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761161.339320:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761161.339320:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789761161.339329:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1149
00000100:00100000:3.0:1789761161.339331:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484437376:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761161.339334:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761161.339343:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761161.339349:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761161.339361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484437888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761161.339366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484437504:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789761161.339381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761161.339385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761161.339388:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761161.339393:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1149
00000100:00080000:1.0:1789761161.339397:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761161.339398:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761161.339406:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761161.339414:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761161.339415:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8ab8d84a9500 x1876699484437504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761161.339431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484438016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761161.339433:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484437504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.339461:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.339467:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761161.339472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484437504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761161.339480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484437632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761161.339498:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761161.339507:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8ab8d84ab800 x1876699484437632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.339515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484437632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.339521:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.339523:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761161.339525:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484437632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761161.339529:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484437760:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761161.339541:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761161.339547:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8ab8d84a8000 x1876699484437760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.339555:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484437760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.339560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.339562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761161.339563:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484437760:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761161.339574:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484437888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761161.339585:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761161.339592:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8ab8d84a8380 x1876699484437888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.339599:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484437888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.339605:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.339607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761161.339609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484437888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761161.339612:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484438016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761161.339622:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761161.339627:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8ab8d84a8700 x1876699484438016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.339634:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484438016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.339639:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.339641:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761161.339643:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484438016:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761162.043034:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761163.066974:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761164.091015:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761165.115031:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761166.139010:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761166.458997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.459005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761166.459008:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.459016:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1155
00000100:00080000:0.0:1789761166.459024:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.459030:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761166.459062:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484438144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761166.459082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.459085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761166.459086:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.459089:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1155
00000100:00080000:0.0:1789761166.459092:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.459094:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761166.459102:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761166.459111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484438272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761166.459120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.459124:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761166.459125:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484438144:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761166.459126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.459133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1155
00000100:00080000:0.0:1789761166.459136:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.459138:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761166.459141:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761166.459151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484438400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761166.459157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.459160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761166.459161:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.459164:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1155
00000100:00080000:0.0:1789761166.459166:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.459169:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761166.459185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761166.459196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484438528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761166.459204:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761166.459208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.459211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761166.459213:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.459216:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1155
00000100:00080000:0.0:1789761166.459220:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.459223:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761166.459227:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761166.459233:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484438656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761166.459239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.459241:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761166.459243:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.459246:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1155
00000100:00080000:0.0:1789761166.459248:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761166.459251:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8ab8c2feb480 x1876699484438144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761166.459253:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761166.459261:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761166.459274:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484438144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761166.459278:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484438784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761166.459288:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.459294:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761166.459300:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484438144:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761166.459321:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484438272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761166.459340:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761166.459349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8ab8c2feb800 x1876699484438272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.459357:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484438272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.459363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.459365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761166.459367:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484438272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761166.459371:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484438400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761166.459382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761166.459388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8ab8c2fea300 x1876699484438400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.459395:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484438400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.459400:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.459402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761166.459404:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484438400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761166.459408:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484438528:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761166.459419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761166.459425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8ab8c2fe8e00 x1876699484438528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.459432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484438528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.459437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.459439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761166.459441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484438528:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761166.459444:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484438656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761166.459454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761166.459460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8ab8c2fe8a80 x1876699484438656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.459476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484438656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.459482:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.459484:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761166.459486:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484438656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761166.459489:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484438784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761166.459500:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761166.459507:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8ab8c2fe9180 x1876699484438784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.459514:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484438784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.459519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.459521:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761166.459523:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484438784:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761167.163024:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761168.186992:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761169.211030:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761170.234979:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761171.259019:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761171.578950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761171.578958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761171.578961:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761171.578970:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1160
00000100:00080000:1.0:1789761171.578979:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761171.578985:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761171.579016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484438912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761171.579036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761171.579039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761171.579040:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761171.579043:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1160
00000100:00080000:1.0:1789761171.579045:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761171.579047:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761171.579054:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761171.579064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484439040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761171.579073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761171.579077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761171.579078:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761171.579081:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1160
00000100:00080000:1.0:1789761171.579082:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761171.579085:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761171.579087:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761171.579096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484439168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761171.579109:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484438912:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761171.579112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761171.579129:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761171.579131:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761171.579150:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1160
00000100:00080000:1.0:1789761171.579153:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761171.579157:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761171.579161:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761171.579171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484439296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761171.579180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761171.579183:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761171.579184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761171.579187:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1160
00000100:00080000:1.0:1789761171.579192:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761171.579196:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761171.579200:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761171.579207:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484439424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761171.579213:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761171.579215:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761171.579216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761171.579220:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1160
00000100:00080000:1.0:1789761171.579223:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761171.579226:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761171.579229:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761171.579236:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484439552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761171.579277:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761171.579325:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761171.579344:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439296:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761171.579366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484439424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761171.579389:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484439552:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761172.282977:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761173.306990:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761174.330968:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761174.651152:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:2.0:1789761174.651187:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761174.651200:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761174.651232:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761174.651246:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761174.651254:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761174.651262:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761174.651270:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789761174.651287:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761174]  req@ffff8ab8d84ab480 x1876699484439168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761174.651312:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484439168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761174.651323:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761174.651327:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761174.651330:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761174.651336:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761174]  req@ffff8ab8d84aad80 x1876699484439296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761174.651357:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484439296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761174.651366:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761174.651369:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761174.651374:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439296:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761174.651381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761174]  req@ffff8ab8d84ab100 x1876699484439424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761174.651393:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484439424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761174.651401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761174.651404:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761174.651407:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484439424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761174.651414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761174]  req@ffff8ab8d84a9f80 x1876699484439552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761174.651427:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484439552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761174.651435:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761174.651439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761174.651442:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484439552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761174.651449:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761174]  req@ffff8ab8d84aa680 x1876699484438912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761174.651463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484438912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761174.651472:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761174.651475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761174.651478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484438912:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761174.651484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761171/real 1789761174]  req@ffff8ab8d84a8a80 x1876699484439040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761174.651496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484439040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761174.651503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761174.651506:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761174.651510:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439040:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761175.354983:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761176.378999:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761176.698969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.698977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761176.698981:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.698988:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1165
00000100:00080000:0.0:1789761176.698997:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.699002:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761176.699029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484439680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761176.699062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.699065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761176.699069:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.699072:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1165
00000100:00080000:0.0:1789761176.699075:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.699077:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761176.699086:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761176.699112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484439808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761176.699118:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484439680:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761176.699133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.699137:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761176.699139:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.699144:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1165
00000100:00080000:0.0:1789761176.699150:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.699155:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761176.699161:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761176.699176:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484439936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761176.699181:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761176.699194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.699199:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761176.699201:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.699206:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1165
00000100:00080000:0.0:1789761176.699211:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.699222:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761176.699227:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff8ab8c2febb80 x1876699484439680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761176.699231:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761176.699253:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484440064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761176.699256:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484439680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761176.699287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761176.699288:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761176.699296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761176.699297:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789761176.699301:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761176.699307:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484439680:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761176.699311:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1165
00000100:00080000:0.0:1789761176.699320:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761176.699325:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761176.699331:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761176.699343:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761176.699347:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484440192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761176.699362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761176.699366:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761176.699368:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761176.699373:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1165
00000100:00080000:0.0:1789761176.699378:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761176.699382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761176.699387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761176.699395:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761176.699404:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff8ab8c2feaa00 x1876699484439808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761176.699412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484440320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761176.699428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484439808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761176.699447:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761176.699452:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761176.699455:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761176.699464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761176.699487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761176.699500:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff8ab8c2fea680 x1876699484439936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761176.699512:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484439936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761176.699520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761176.699523:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761176.699532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484439936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761176.699539:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484440064:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761176.699561:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761176.699574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff8ab8c2fe9500 x1876699484440064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761176.699585:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484440064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761176.699594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761176.699598:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761176.699601:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484440064:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761176.699619:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484440192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761176.699639:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761176.699651:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff8ab8c2fe9f80 x1876699484440192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761176.699663:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484440192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761176.699671:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761176.699674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761176.699678:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484440192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761176.699684:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484440320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761176.699705:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761176.699716:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761176/real 1789761176]  req@ffff8ab8c2febb80 x1876699484440320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761176.699729:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484440320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761176.699743:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761176.699746:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761176.699750:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484440320:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761177.403033:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761178.426972:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761179.451096:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761180.474993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761181.499017:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761181.818925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761181.818932:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761181.818936:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761181.818944:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1170
00000100:00080000:0.0:1789761181.818952:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761181.818958:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761181.818988:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484440448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761181.819009:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761181.819013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761181.819015:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761181.819020:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1170
00000100:00080000:0.0:1789761181.819023:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761181.819027:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761181.819036:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761181.819052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484440576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761181.819074:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484440448:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761181.819077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761181.819080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761181.819082:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761181.819085:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1170
00000100:00080000:0.0:1789761181.819089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761181.819092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761181.819097:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761181.819107:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484440704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761181.819117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761181.819120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761181.819122:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761181.819127:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1170
00000100:00080000:0.0:1789761181.819131:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761181.819131:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761181.819135:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761181.819140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761181.819148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484440832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761181.819159:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761181.819162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761181.819164:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761181.819167:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1170
00000100:00100000:3.0:1789761181.819170:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff8ab8c2fe9180 x1876699484440448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761181.819171:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761181.819174:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761181.819179:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761181.819186:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484440448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761181.819187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484440960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761181.819197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761181.819198:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761181.819201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761181.819202:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789761181.819203:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761181.819206:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1170
00000100:00100000:3.0:1789761181.819207:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484440448:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761181.819210:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761181.819213:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761181.819217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761181.819224:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484441088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761181.819230:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484440576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761181.819251:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761181.819264:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff8ab8c2fe8a80 x1876699484440576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761181.819277:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484440576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761181.819283:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761181.819285:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761181.819288:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484440576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761181.819293:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484440704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761181.819308:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761181.819315:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff8ab8c2fe8e00 x1876699484440704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761181.819323:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484440704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761181.819328:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761181.819330:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761181.819332:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484440704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761181.819335:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484440832:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761181.819346:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761181.819352:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff8ab8c2fea300 x1876699484440832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761181.819359:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484440832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761181.819364:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761181.819366:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761181.819368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484440832:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761181.819371:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484440960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761181.819382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761181.819388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff8ab8c2feb800 x1876699484440960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761181.819395:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484440960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761181.819400:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761181.819402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761181.819403:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484440960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761181.819415:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484441088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761181.819425:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761181.819431:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761181/real 1789761181]  req@ffff8ab8c2feb480 x1876699484441088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761181.819439:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484441088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761181.819443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761181.819445:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761181.819447:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484441088:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761182.522990:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761183.547043:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761184.571061:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761185.595059:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761186.619008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761186.938944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.938951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761186.938954:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.938962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1175
00000100:00080000:2.0:1789761186.938971:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.938977:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761186.939012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484441216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761186.939044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.939048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761186.939050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.939055:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1175
00000100:00080000:2.0:1789761186.939059:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.939064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761186.939073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761186.939087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484441344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761186.939091:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484441216:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761186.939098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.939101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761186.939102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.939106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1175
00000100:00080000:2.0:1789761186.939109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761186.939113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761186.939117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761186.939125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484441472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761186.939134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.939137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761186.939138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.939141:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1175
00000100:00080000:2.0:1789761186.939144:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761186.939146:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761186.939148:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761186.939152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761186.939162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484441600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761186.939171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.939174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761186.939176:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.939179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1175
00000100:00080000:2.0:1789761186.939182:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761186.939185:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff8ab8c33dc700 x1876699484441216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761186.939186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761186.939190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761186.939200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484441728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761186.939202:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484441216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761186.939210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761186.939213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761186.939215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761186.939219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1175
00000100:00080000:2.0:1789761186.939221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761186.939221:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761186.939225:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789761186.939225:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:2.0:1789761186.939229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761186.939229:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484441216:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761186.939237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484441856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761186.939250:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484441344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761186.939273:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761186.939287:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff8ab8c33df100 x1876699484441344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761186.939296:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484441344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761186.939302:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761186.939304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761186.939306:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484441344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761186.939310:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484441472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761186.939324:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761186.939331:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff8ab8c33dca80 x1876699484441472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761186.939338:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484441472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761186.939343:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761186.939345:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761186.939347:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484441472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761186.939351:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484441600:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761186.939362:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761186.939368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff8ab8c33dc000 x1876699484441600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761186.939375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484441600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761186.939380:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761186.939382:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761186.939384:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484441600:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761186.939387:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484441728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761186.939396:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761186.939403:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff8ab8c33dd180 x1876699484441728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761186.939410:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484441728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761186.939415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761186.939416:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761186.939418:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484441728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761186.939421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484441856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761186.939431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761186.939437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761186/real 1789761186]  req@ffff8ab8c33de680 x1876699484441856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761186.939444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484441856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761186.939449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761186.939451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761186.939453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484441856:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761187.643063:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761188.667078:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761189.691045:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761190.715019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761191.739034:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761192.059020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.059036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761192.059041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.059055:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1180
00000100:00080000:3.0:1789761192.059069:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.059078:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761192.059120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484441984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761192.059149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.059152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761192.059154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.059158:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1180
00000100:00080000:3.0:1789761192.059162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.059165:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761192.059179:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761192.059194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484442112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761192.059202:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484441984:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761192.059221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.059224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761192.059226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.059230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1180
00000100:00080000:3.0:1789761192.059234:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.059237:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761192.059240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761192.059249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484442240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761192.059256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.059259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761192.059261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.059263:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1180
00000100:00080000:3.0:1789761192.059275:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.059278:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761192.059282:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761192.059287:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761192.059293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484442368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761192.059302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.059307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761192.059309:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.059315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1180
00000100:00080000:3.0:1789761192.059320:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.059326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761192.059332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.059340:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8ab8c34f5f80 x1876699484441984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761192.059350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484442496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761192.059364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761192.059365:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484441984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761192.059375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761192.059380:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.059382:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761192.059387:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1180
00000100:00080000:2.0:1789761192.059389:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761192.059395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761192.059396:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484441984:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761192.059425:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484442112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761192.059448:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761192.059461:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761192.059463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8ab8c34f6680 x1876699484442112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761192.059469:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761192.059488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484442624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761192.059490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484442112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761192.059512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761192.059517:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761192.059521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484442112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761192.059528:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484442240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761192.059563:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761192.059578:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8ab8c34f7800 x1876699484442240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761192.059591:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484442240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761192.059608:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761192.059613:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761192.059616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484442240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761192.059632:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484442368:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761192.059660:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761192.059679:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8ab8c34f5180 x1876699484442368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761192.059696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484442368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761192.059717:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761192.059722:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761192.059726:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484442368:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761192.059734:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484442496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761192.059758:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761192.059775:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8ab8c34f6d80 x1876699484442496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761192.059789:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484442496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761192.059798:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761192.059802:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761192.059806:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484442496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761192.059825:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484442624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761192.059849:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761192.059862:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8ab8c34f4a80 x1876699484442624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761192.059904:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484442624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761192.059914:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761192.059918:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761192.059922:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484442624:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761192.762967:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761193.787048:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761194.811049:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761195.835064:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761196.859035:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761197.178927:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.178938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761197.178953:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.178966:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1185
00000100:00080000:3.0:1789761197.178978:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.178986:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761197.179022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484442752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761197.179045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.179049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761197.179050:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.179053:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1185
00000100:00080000:3.0:1789761197.179056:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.179059:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761197.179065:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761197.179074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484442880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761197.179081:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.179084:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761197.179085:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.179088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1185
00000100:00080000:3.0:1789761197.179089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.179092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761197.179097:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761197.179104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484443008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761197.179117:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484442752:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761197.179119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.179137:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761197.179139:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.179143:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1185
00000100:00080000:3.0:1789761197.179145:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.179147:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761197.179152:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761197.179162:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484443136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761197.179169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.179172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761197.179173:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.179176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1185
00000100:00080000:3.0:1789761197.179178:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.179180:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761197.179184:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761197.179190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484443264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761197.179195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.179197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761197.179198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.179200:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1185
00000100:00080000:3.0:1789761197.179210:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.179213:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761197.179216:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761197.179230:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761197.179230:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484443392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761197.179289:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8ab8c34f4380 x1876699484442752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.179308:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484442752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.179321:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.179327:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761197.179332:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484442752:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761197.179346:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484442880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761197.179372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761197.179384:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8ab8c34f6300 x1876699484442880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.179393:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484442880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.179399:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.179402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761197.179404:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484442880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761197.179428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761197.179451:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761197.179460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8ab8c34f7100 x1876699484443008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.179468:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484443008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.179474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.179476:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761197.179478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761197.179482:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443136:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761197.179496:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761197.179503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8ab8c34f7b80 x1876699484443136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.179511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484443136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.179518:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.179521:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761197.179524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443136:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761197.179531:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484443264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761197.179552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761197.179566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8ab8c34f5c00 x1876699484443264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.179585:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484443264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.179594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.179598:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761197.179601:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484443264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761197.179608:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484443392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761197.179632:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761197.179643:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8ab8c34f4a80 x1876699484443392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761197.179652:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484443392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.179662:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761197.179665:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761197.179667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484443392:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761197.883021:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761198.906998:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761199.930996:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761200.955032:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761201.979039:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761202.298974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.298981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761202.298985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.298993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1190
00000100:00080000:2.0:1789761202.299002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.299007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761202.299037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484443520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.299058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.299060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761202.299062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.299065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1190
00000100:00080000:2.0:1789761202.299067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.299070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761202.299078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761202.299090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484443648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761202.299090:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484443520:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761202.299120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.299123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761202.299124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.299128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1190
00000100:00080000:2.0:1789761202.299131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.299133:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761202.299137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761202.299145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484443776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.299151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.299154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761202.299157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761202.299158:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761202.299162:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1190
00000100:00080000:2.0:1789761202.299166:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.299169:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761202.299172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761202.299180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484443904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.299188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.299190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761202.299192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.299195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1190
00000100:00080000:2.0:1789761202.299198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761202.299202:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8ab8c33de300 x1876699484443520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761202.299203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761202.299209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761202.299221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484444032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.299229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761202.299233:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484443520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761202.299234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761202.299237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.299243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1190
00000100:00080000:2.0:1789761202.299247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.299253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761202.299257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761202.299263:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761202.299267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484444160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761202.299273:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761202.299282:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484443520:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761202.299306:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761202.299326:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761202.299336:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8ab8c33dd880 x1876699484443648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761202.299345:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484443648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761202.299351:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761202.299353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761202.299356:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761202.299361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761202.299381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761202.299394:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8ab8c33dc380 x1876699484443776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761202.299414:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484443776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761202.299423:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761202.299426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761202.299430:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761202.299437:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443904:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761202.299459:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761202.299471:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8ab8c33dfb80 x1876699484443904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761202.299484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484443904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761202.299493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761202.299496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761202.299500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484443904:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761202.299507:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484444032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761202.299528:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761202.299540:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8ab8c33ded80 x1876699484444032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761202.299553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484444032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761202.299568:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761202.299572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761202.299575:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484444032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761202.299582:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484444160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761202.299602:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761202.299614:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8ab8c33ddf80 x1876699484444160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761202.299627:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484444160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761202.299636:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761202.299640:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761202.299643:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484444160:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761203.003010:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761204.027126:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761205.051033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761206.075011:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761207.099020:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761207.418980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.418991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761207.418995:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.419005:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1195
00000100:00080000:1.0:1789761207.419017:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.419024:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761207.419064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484444288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.419091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.419093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761207.419095:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.419098:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1195
00000100:00080000:1.0:1789761207.419101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.419104:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761207.419111:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.419122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484444416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.419131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.419133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761207.419135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.419138:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1195
00000100:00080000:1.0:1789761207.419140:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.419142:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761207.419146:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.419152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484444544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.419160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.419163:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761207.419165:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.419170:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1195
00000100:00100000:3.0:1789761207.419172:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484444288:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761207.419174:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.419179:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761207.419187:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761207.419195:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484444672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.419201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.419204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761207.419205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.419209:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1195
00000100:00080000:1.0:1789761207.419213:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.419215:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761207.419217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.419225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484444800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761207.419231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761207.419233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761207.419235:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761207.419237:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1195
00000100:00080000:1.0:1789761207.419239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761207.419241:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761207.419243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761207.419250:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484444928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761207.419280:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761207.419329:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8ab8d84a9180 x1876699484444288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761207.419351:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484444288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761207.419364:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761207.419369:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761207.419374:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484444288:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761207.419384:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484444416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761207.419410:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761207.419421:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8ab8d84a8e00 x1876699484444416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761207.419430:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484444416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761207.419436:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761207.419446:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761207.419448:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484444416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761207.419473:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484444544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761207.419488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761207.419495:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8ab8d84aa300 x1876699484444544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761207.419503:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484444544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761207.419514:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761207.419517:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761207.419519:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484444544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761207.419524:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484444672:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761207.419537:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761207.419545:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8ab8d84abb80 x1876699484444672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761207.419554:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484444672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761207.419559:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761207.419562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761207.419564:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484444672:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761207.419567:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484444800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761207.419579:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761207.419585:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8ab8d84a9c00 x1876699484444800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761207.419592:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484444800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761207.419598:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761207.419600:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761207.419601:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484444800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761207.419605:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484444928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761207.419616:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761207.419622:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8ab8d84a8a80 x1876699484444928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761207.419629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484444928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761207.419635:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761207.419637:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761207.419639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484444928:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761208.123070:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761209.147006:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761210.171059:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761211.194963:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761212.218981:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761212.538983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761212.538993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761212.538998:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761212.539009:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1201
00000100:00080000:3.0:1789761212.539021:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761212.539028:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761212.539079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484445056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761212.539112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761212.539116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761212.539118:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761212.539123:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1201
00000100:00080000:3.0:1789761212.539128:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761212.539133:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761212.539146:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761212.539150:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484445056:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761212.539165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484445184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761212.539179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761212.539182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761212.539185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761212.539190:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1201
00000100:00080000:3.0:1789761212.539194:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761212.539199:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761212.539206:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761212.539218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484445312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761212.539229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761212.539232:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761212.539235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761212.539238:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761212.539243:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1201
00000100:00080000:3.0:1789761212.539247:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761212.539251:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761212.539256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761212.539267:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484445440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761212.539275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761212.539278:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761212.539279:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761212.539283:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212]  req@ffff8ab8c34f6d80 x1876699484445056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761212.539285:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1201
00000100:00080000:3.0:1789761212.539290:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761212.539296:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761212.539302:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761212.539314:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484445568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761212.539320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761212.539323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761212.539324:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761212.539328:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484445056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761212.539329:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1201
00000100:00080000:3.0:1789761212.539335:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761212.539341:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761212.539347:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761212.539351:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761212.539356:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484445696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761212.539361:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761212.539370:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484445056:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761212.539402:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484445184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761212.539421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761212.539431:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212]  req@ffff8ab8c34f5180 x1876699484445184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761212.539440:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484445184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761212.539446:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761212.539448:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761212.539451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484445184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761212.539455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484445312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761212.539467:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761212.539474:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212]  req@ffff8ab8c34f7800 x1876699484445312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761212.539482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484445312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761212.539491:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761212.539493:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761212.539495:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484445312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761212.539499:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484445440:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761212.539511:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761212.539517:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212]  req@ffff8ab8c34f6680 x1876699484445440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761212.539524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484445440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761212.539532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761212.539536:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761212.539540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484445440:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761212.539546:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484445568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761212.539568:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761212.539582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212]  req@ffff8ab8c34f5f80 x1876699484445568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761212.539596:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484445568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761212.539606:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761212.539609:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761212.539614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484445568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761212.539621:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484445696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761212.539641:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761212.539649:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761212/real 1789761212]  req@ffff8ab8c34f5880 x1876699484445696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761212.539658:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484445696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761212.539664:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761212.539666:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761212.539668:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484445696:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761213.243003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761214.267098:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761215.290988:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761216.314985:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761217.338980:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761217.658981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761217.658993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761217.658997:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761217.659007:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1206
00000100:00080000:1.0:1789761217.659018:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761217.659026:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761217.659065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484445824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761217.659091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761217.659094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761217.659096:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761217.659100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1206
00000100:00080000:1.0:1789761217.659105:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761217.659109:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761217.659122:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761217.659131:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484445824:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761217.659138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484445952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761217.659149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761217.659153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761217.659155:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761217.659160:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1206
00000100:00080000:1.0:1789761217.659164:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761217.659168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761217.659174:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761217.659187:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761217.659195:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484446080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761217.659205:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761217.659208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761217.659210:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761217.659214:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1206
00000100:00080000:1.0:1789761217.659219:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761217.659223:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761217.659228:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff8ab8d84aa680 x1876699484445824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761217.659230:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761217.659248:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484446208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761217.659257:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484445824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761217.659262:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761217.659269:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761217.659270:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761217.659272:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761217.659275:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789761217.659282:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1206
00000100:00100000:2.0:1789761217.659283:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484445824:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761217.659292:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761217.659299:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761217.659304:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761217.659311:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484445952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761217.659316:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484446336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761217.659326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761217.659329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761217.659331:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761217.659334:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1206
00000800:00000100:2.0:1789761217.659339:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761217.659340:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761217.659346:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761217.659350:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761217.659354:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff8ab8d84a9f80 x1876699484445952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761217.659360:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484446464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761217.659376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484445952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761217.659383:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761217.659385:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761217.659388:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484445952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761217.659394:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761217.659407:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761217.659414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff8ab8d84ab100 x1876699484446080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761217.659421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484446080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761217.659426:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761217.659428:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761217.659430:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761217.659433:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446208:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761217.659444:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761217.659450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff8ab8d84aad80 x1876699484446208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761217.659462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484446208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761217.659467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761217.659469:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761217.659471:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446208:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761217.659481:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484446336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761217.659492:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761217.659498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff8ab8d84ab480 x1876699484446336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761217.659505:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484446336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761217.659510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761217.659512:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761217.659514:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484446336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761217.659517:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484446464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761217.659527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761217.659533:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761217/real 1789761217]  req@ffff8ab8d84a8700 x1876699484446464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761217.659540:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484446464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761217.659549:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761217.659551:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761217.659553:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484446464:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761218.362986:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761219.387010:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761220.411005:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761221.434986:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761222.459003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761222.779001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761222.779012:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761222.779016:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761222.779033:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1211
00000100:00080000:3.0:1789761222.779046:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761222.779054:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761222.779097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484446592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761222.779127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761222.779132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761222.779134:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761222.779140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1211
00000100:00080000:3.0:1789761222.779144:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761222.779153:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761222.779166:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761222.779181:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484446592:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761222.779187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484446720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761222.779200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761222.779204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761222.779207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761222.779212:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1211
00000100:00080000:3.0:1789761222.779216:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761222.779220:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761222.779225:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761222.779235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484446848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761222.779242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761222.779245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761222.779246:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761222.779249:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1211
00000100:00080000:3.0:1789761222.779252:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761222.779258:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761222.779259:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761222.779267:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761222.779277:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484446976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761222.779285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761222.779289:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761222.779290:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761222.779293:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1211
00000100:00080000:3.0:1789761222.779296:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761222.779300:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761222.779305:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761222.779317:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484447104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761222.779319:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff8ab8c34f7480 x1876699484446592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761222.779330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761222.779339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761222.779340:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761222.779344:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1211
00000100:00080000:3.0:1789761222.779346:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761222.779351:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761222.779363:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761222.779377:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484446592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761222.779385:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484447232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761222.779391:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761222.779397:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761222.779403:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484446592:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761222.779450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761222.779483:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761222.779498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff8ab8c34f5500 x1876699484446720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761222.779524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484446720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.779534:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761222.779538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761222.779542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761222.779550:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761222.779572:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761222.779585:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff8ab8c34f6a00 x1876699484446848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761222.779600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484446848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.779608:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761222.779612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761222.779616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761222.779623:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446976:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761222.779640:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761222.779649:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff8ab8c34f4700 x1876699484446976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761222.779656:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484446976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.779662:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761222.779665:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761222.779667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484446976:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761222.779670:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484447104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761222.779682:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761222.779688:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff8ab8c34f4000 x1876699484447104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761222.779696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484447104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.779701:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761222.779702:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761222.779704:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484447104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761222.779708:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484447232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761222.779719:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761222.779725:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761222/real 1789761222]  req@ffff8ab8c34f5880 x1876699484447232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761222.779732:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484447232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761222.779737:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761222.779739:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761222.779740:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484447232:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761223.483104:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761224.507023:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761225.531027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761226.554985:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761227.578969:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761227.898934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761227.898941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761227.898945:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761227.898953:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1216
00000100:00080000:3.0:1789761227.898962:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761227.898968:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761227.898996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484447360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761227.899017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761227.899019:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761227.899021:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761227.899024:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1216
00000100:00080000:3.0:1789761227.899026:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761227.899028:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761227.899036:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761227.899044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484447488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761227.899053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761227.899055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761227.899057:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761227.899061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1216
00000100:00100000:2.0:1789761227.899063:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484447360:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761227.899064:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761227.899073:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761227.899077:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761227.899087:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484447616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761227.899093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761227.899096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761227.899097:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761227.899100:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1216
00000100:00080000:3.0:1789761227.899112:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761227.899115:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761227.899118:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761227.899123:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761227.899130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484447744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761227.899138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761227.899141:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761227.899142:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761227.899145:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1216
00000100:00080000:3.0:1789761227.899147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761227.899149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761227.899152:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761227.899160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484447872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761227.899167:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761227.899172:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff8ab8c34f5f80 x1876699484447360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761227.899172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761227.899174:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761227.899182:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1216
00000100:00080000:3.0:1789761227.899187:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761227.899192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761227.899196:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761227.899202:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484447360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761227.899205:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484448000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761227.899229:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761227.899238:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761227.899243:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484447360:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761227.899265:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484447488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761227.899293:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761227.899316:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff8ab8c34f6680 x1876699484447488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761227.899332:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484447488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761227.899342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761227.899346:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761227.899351:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484447488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761227.899359:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484447616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761227.899387:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761227.899401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff8ab8c34f7800 x1876699484447616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761227.899412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484447616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761227.899422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761227.899425:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761227.899428:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484447616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761227.899432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484447744:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761227.899450:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761227.899463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff8ab8c34f5180 x1876699484447744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761227.899479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484447744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761227.899489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761227.899493:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761227.899497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484447744:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761227.899504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484447872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761227.899524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761227.899536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff8ab8c34f6d80 x1876699484447872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761227.899548:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484447872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761227.899556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761227.899559:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761227.899563:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484447872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761227.899568:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484448000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761227.899584:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761227.899591:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761227/real 1789761227]  req@ffff8ab8c34f4a80 x1876699484448000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761227.899598:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484448000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761227.899603:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761227.899605:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761227.899607:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484448000:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761228.602974:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761229.627020:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761230.650988:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761231.675004:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761232.698974:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761233.018958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.018966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761233.018970:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.018978:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1221
00000100:00080000:3.0:1789761233.018987:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.018992:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761233.019023:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484448128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.019044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.019047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761233.019048:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.019051:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1221
00000100:00080000:3.0:1789761233.019054:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.019056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761233.019063:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761233.019072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484448256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.019080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.019083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761233.019084:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.019089:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1221
00000100:00100000:2.0:1789761233.019091:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484448128:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761233.019092:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.019098:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761233.019104:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761233.019111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484448384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.019117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.019119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761233.019120:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.019123:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1221
00000100:00080000:3.0:1789761233.019125:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.019128:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761233.019131:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761233.019139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484448512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.019146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.019148:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761233.019149:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.019152:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1221
00000100:00080000:3.0:1789761233.019154:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.019160:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789761233.019163:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761233.019166:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761233.019174:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484448640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.019181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.019184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761233.019185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.019188:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1221
00000100:00080000:3.0:1789761233.019191:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.019194:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761233.019197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761233.019204:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8ab8c34f5c00 x1876699484448128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.019208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484448768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761233.019246:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484448128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.019256:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.019260:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761233.019263:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484448128:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761233.019285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484448256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761233.019302:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761233.019310:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8ab8c34f7b80 x1876699484448256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.019325:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484448256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.019338:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.019342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761233.019345:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484448256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761233.019351:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484448384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761233.019372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761233.019384:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8ab8c34f7100 x1876699484448384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.019397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484448384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.019405:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.019409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761233.019412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484448384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761233.019419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484448512:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761233.019438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761233.019446:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8ab8c34f6300 x1876699484448512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.019454:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484448512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.019460:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.019462:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761233.019464:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484448512:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761233.019468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484448640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761233.019479:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761233.019485:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8ab8c34f4380 x1876699484448640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.019492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484448640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.019497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.019499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761233.019501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484448640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761233.019504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484448768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761233.019514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761233.019520:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8ab8c34f4a80 x1876699484448768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.019527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484448768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.019537:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.019540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761233.019543:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484448768:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761233.723023:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761234.746998:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761235.771090:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761236.795000:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761237.819066:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761238.138987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761238.138998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761238.139002:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761238.139012:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1226
00000100:00080000:1.0:1789761238.139025:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761238.139033:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761238.139077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484448896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761238.139105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761238.139111:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761238.139112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761238.139115:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1226
00000100:00080000:1.0:1789761238.139118:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761238.139120:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761238.139129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761238.139139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484449024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761238.139151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761238.139154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761238.139157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761238.139161:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1226
00000100:00080000:1.0:1789761238.139165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761238.139172:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484448896:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761238.139173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761238.139182:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761238.139199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484449152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761238.139208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761238.139212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761238.139213:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761238.139216:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1226
00000100:00080000:1.0:1789761238.139220:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761238.139223:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761238.139228:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761238.139236:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484449280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761238.139244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761238.139247:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761238.139249:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761238.139251:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1226
00000100:00080000:1.0:1789761238.139253:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761238.139255:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761238.139258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761238.139266:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484449408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761238.139273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761238.139281:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761238.139282:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761238.139285:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1226
00000100:00080000:1.0:1789761238.139287:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761238.139291:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761238.139295:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761238.139303:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761238.139310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484449536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761238.139351:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761238.139386:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449280:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761238.139416:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484449408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761238.139447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484449536:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761238.843001:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761239.866976:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761240.891010:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761241.211176:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789761241.211225:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761241.211248:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761241.211297:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761241.211309:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761241.211317:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761241.211325:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761241.211333:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789761241.211593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761241]  req@ffff8ab8d84ab800 x1876699484449152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761241.211640:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484449152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761241.211655:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761241.211661:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761241.211667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761241.211679:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761241]  req@ffff8ab8d84a9500 x1876699484449280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761241.211694:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484449280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761241.211703:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761241.211707:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761241.211711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449280:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761241.211719:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761241]  req@ffff8ab8d84a9880 x1876699484449408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761241.211733:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484449408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761241.211742:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761241.211752:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761241.211755:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484449408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761241.211764:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761241]  req@ffff8ab8d84a8700 x1876699484449536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761241.211777:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484449536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761241.211787:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761241.211791:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761241.211795:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484449536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761241.211803:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761241]  req@ffff8ab8d84a8380 x1876699484448896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761241.211816:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484448896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761241.211825:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761241.211828:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761241.211832:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484448896:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761241.211839:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761241]  req@ffff8ab8d84a8000 x1876699484449024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761241.211852:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484449024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761241.211860:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761241.211900:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761241.211904:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449024:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761241.915053:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761242.938965:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761243.258949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.258957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761243.258960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.258968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1231
00000100:00080000:2.0:1789761243.258977:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.258983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761243.259011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484449664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.259046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.259049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761243.259050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.259053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1231
00000100:00080000:2.0:1789761243.259055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.259057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761243.259065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.259075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484449792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.259082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761243.259085:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484449664:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761243.259086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761243.259089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.259097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1231
00000100:00080000:2.0:1789761243.259100:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.259104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761243.259110:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.259124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484449920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.259134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.259138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761243.259141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761243.259146:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761243.259147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1231
00000100:00080000:2.0:1789761243.259155:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.259161:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761243.259167:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761243.259182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484450048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.259193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761243.259193:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8ab8c33df800 x1876699484449664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761243.259204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761243.259209:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.259218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1231
00000100:00080000:2.0:1789761243.259224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761243.259229:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484449664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761243.259232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761243.259242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761243.259246:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761243.259251:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761243.259259:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484449664:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761243.259260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484450176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.259274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.259278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761243.259280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.259285:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1231
00000100:00080000:2.0:1789761243.259290:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761243.259290:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449792:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761243.259299:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761243.259306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.259321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484450304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761243.259328:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761243.259348:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8ab8c33ddc00 x1876699484449792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761243.259364:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484449792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761243.259378:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761243.259381:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761243.259385:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761243.259390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761243.259411:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761243.259423:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8ab8c33df480 x1876699484449920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761243.259434:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484449920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761243.259442:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761243.259445:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761243.259448:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484449920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761243.259453:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484450048:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761243.259482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761243.259494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8ab8c33ddf80 x1876699484450048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761243.259507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484450048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761243.259516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761243.259519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761243.259523:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484450048:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761243.259529:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484450176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761243.259550:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761243.259562:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8ab8c33ded80 x1876699484450176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761243.259574:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484450176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761243.259582:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761243.259586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761243.259590:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484450176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761243.259827:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484450304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761243.259859:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761243.259900:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8ab8c33dfb80 x1876699484450304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761243.259913:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484450304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761243.259921:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761243.259924:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761243.259927:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484450304:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761243.962985:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761244.987042:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761246.011012:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761247.035031:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761248.059008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761248.379001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761248.379018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761248.379022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761248.379033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1236
00000100:00080000:3.0:1789761248.379046:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761248.379053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761248.379093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484450432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761248.379121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761248.379124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761248.379126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761248.379130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1236
00000100:00080000:3.0:1789761248.379133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761248.379135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761248.379145:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761248.379154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484450560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761248.379163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761248.379171:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484450432:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761248.379172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761248.379179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761248.379196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1236
00000100:00080000:3.0:1789761248.379199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761248.379202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761248.379206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761248.379222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484450688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761248.379235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761248.379238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761248.379239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761248.379242:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1236
00000100:00080000:3.0:1789761248.379246:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761248.379250:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761248.379253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761248.379256:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761248.379269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484450816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761248.379280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761248.379283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761248.379284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761248.379288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1236
00000100:00080000:3.0:1789761248.379291:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761248.379297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761248.379304:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761248.379309:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8ab8c34f6d80 x1876699484450432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761248.379316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484450944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761248.379337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484450432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761248.379342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761248.379353:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761248.379354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761248.379360:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761248.379361:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761248.379367:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484450432:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761248.379372:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1236
00000100:00080000:3.0:1789761248.379377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761248.379381:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761248.379387:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761248.379393:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484450560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761248.379406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484451072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761248.379420:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761248.379436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8ab8c34f5180 x1876699484450560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.379445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484450560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.379452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.379455:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761248.379457:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484450560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761248.379463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484450688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761248.379476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761248.379483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8ab8c34f7800 x1876699484450688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.379491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484450688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.379496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.379498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761248.379500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484450688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761248.379504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484450816:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761248.379515:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761248.379521:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8ab8c34f6680 x1876699484450816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.379528:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484450816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.379534:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.379542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761248.379546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484450816:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761248.379553:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484450944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761248.379590:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761248.379603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8ab8c34f5f80 x1876699484450944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.379616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484450944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.379624:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.379627:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761248.379630:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484450944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761248.379647:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484451072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761248.379666:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761248.379677:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8ab8c34f5880 x1876699484451072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.379688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484451072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.379695:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.379698:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761248.379702:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484451072:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761249.083130:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761250.107057:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761251.131036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761252.154976:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761253.179015:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761253.498914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761253.498922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761253.498925:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761253.498933:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1242
00000100:00080000:3.0:1789761253.498941:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761253.498947:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761253.498976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484451200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761253.498998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761253.499001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761253.499002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761253.499005:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1242
00000100:00080000:3.0:1789761253.499007:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761253.499009:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761253.499016:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761253.499024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484451328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761253.499031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761253.499034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761253.499036:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761253.499039:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1242
00000100:00080000:3.0:1789761253.499041:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761253.499043:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761253.499046:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761253.499054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484451456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761253.499056:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484451200:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761253.499066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761253.499069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761253.499070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761253.499073:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1242
00000100:00080000:3.0:1789761253.499074:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761253.499076:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761253.499080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761253.499088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484451584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761253.499094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761253.499096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761253.499097:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761253.499099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1242
00000100:00080000:3.0:1789761253.499101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761253.499103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761253.499107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761253.499114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484451712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761253.499120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761253.499122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761253.499124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761253.499126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1242
00000100:00080000:3.0:1789761253.499128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761253.499130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789761253.499136:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761253.499136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761253.499148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484451840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761253.499174:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff8ab8c34f4000 x1876699484451200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761253.499188:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484451200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761253.499196:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761253.499199:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761253.499202:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484451200:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761253.499207:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484451328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761253.499223:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761253.499232:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff8ab8c34f4700 x1876699484451328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761253.499247:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484451328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761253.499254:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761253.499256:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761253.499258:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484451328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761253.499276:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484451456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761253.499289:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761253.499296:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff8ab8c34f6a00 x1876699484451456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761253.499304:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484451456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761253.499309:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761253.499311:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761253.499313:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484451456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761253.499318:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484451584:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761253.499329:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761253.499335:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff8ab8c34f5500 x1876699484451584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761253.499342:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484451584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761253.499348:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761253.499350:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761253.499351:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484451584:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761253.499355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484451712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761253.499365:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761253.499373:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff8ab8c34f7480 x1876699484451712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761253.499384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484451712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761253.499393:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761253.499397:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761253.499401:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484451712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761253.499408:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484451840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761253.499428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761253.499440:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff8ab8c34f5880 x1876699484451840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761253.499454:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484451840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761253.499462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761253.499465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761253.499469:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484451840:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761254.202986:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761255.227016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761256.251007:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761257.275067:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761258.298997:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761258.618988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761258.618998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761258.619002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761258.619013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1247
00000100:00080000:2.0:1789761258.619027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761258.619037:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761258.619094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484451968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761258.619120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761258.619123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761258.619125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761258.619129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1247
00000100:00080000:2.0:1789761258.619132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761258.619135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761258.619144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761258.619155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484452096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761258.619164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761258.619168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761258.619169:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484451968:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761258.619170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761258.619181:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1247
00000100:00080000:2.0:1789761258.619185:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761258.619190:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761258.619196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761258.619210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484452224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761258.619222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761258.619227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761258.619229:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761258.619233:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1247
00000100:00080000:2.0:1789761258.619240:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761258.619245:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761258.619251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761258.619255:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761258.619268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484452352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761258.619278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761258.619281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761258.619283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761258.619286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1247
00000100:00080000:2.0:1789761258.619289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761258.619293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761258.619297:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761258.619307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484452480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761258.619313:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff8ab8c33dc380 x1876699484451968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761258.619330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761258.619335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761258.619338:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761258.619344:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484451968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761258.619345:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1247
00000100:00080000:2.0:1789761258.619352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761258.619360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789761258.619368:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761258.619369:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761258.619377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761258.619384:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484451968:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761258.619387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484452608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761258.619420:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761258.619450:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761258.619466:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff8ab8c33dd880 x1876699484452096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761258.619481:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484452096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761258.619503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761258.619507:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761258.619511:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761258.619519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761258.619541:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761258.619554:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff8ab8c33de300 x1876699484452224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761258.619568:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484452224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761258.619576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761258.619580:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761258.619584:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761258.619590:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452352:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761258.619611:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761258.619621:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff8ab8c33de680 x1876699484452352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761258.619641:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484452352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761258.619650:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761258.619654:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761258.619657:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452352:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761258.619663:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484452480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761258.619680:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761258.619690:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff8ab8c33dd180 x1876699484452480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761258.619703:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484452480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761258.619712:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761258.619715:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761258.619719:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484452480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761258.619726:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484452608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761258.619744:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761258.619754:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761258/real 1789761258]  req@ffff8ab8c33dc000 x1876699484452608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761258.619766:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484452608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761258.619782:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761258.619785:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761258.619789:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484452608:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761259.323064:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761260.347033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761261.371040:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761262.395027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761263.419009:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761263.739006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761263.739019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761263.739023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761263.739033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1252
00000100:00080000:2.0:1789761263.739043:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761263.739050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761263.739087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484452736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761263.739116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761263.739120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761263.739122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761263.739125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1252
00000100:00080000:2.0:1789761263.739130:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761263.739134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761263.739143:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761263.739154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484452864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761263.739165:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484452736:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761263.739169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761263.739180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761263.739184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761263.739189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1252
00000100:00080000:2.0:1789761263.739193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761263.739197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761263.739206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761263.739221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484452992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761263.739229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761263.739232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761263.739233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761263.739236:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1252
00000100:00080000:2.0:1789761263.739242:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761263.739246:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761263.739251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761263.739259:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761263.739266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484453120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761263.739278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761263.739281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761263.739282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761263.739286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1252
00000100:00080000:2.0:1789761263.739288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761263.739290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761263.739293:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761263.739299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484453248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761263.739304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761263.739306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761263.739307:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761263.739310:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1252
00000100:00080000:2.0:1789761263.739311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761263.739313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761263.739315:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761263.739320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484453376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761263.739380:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff8ab8c33dca80 x1876699484452736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761263.739397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484452736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761263.739407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761263.739410:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761263.739414:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484452736:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761263.739604:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761263.739697:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761263.739715:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff8ab8c33df100 x1876699484452864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761263.739725:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484452864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761263.739731:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761263.739734:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761263.739736:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761263.739742:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761263.739758:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761263.739766:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff8ab8c33dc700 x1876699484452992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761263.739774:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484452992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761263.739782:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761263.739786:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761263.739790:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484452992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761263.739797:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484453120:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761263.739819:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761263.739832:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff8ab8c33dc000 x1876699484453120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761263.739845:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484453120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761263.739852:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761263.739855:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761263.739857:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484453120:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761263.739891:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484453248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761263.739919:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761263.739934:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff8ab8c33dd180 x1876699484453248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761263.739943:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484453248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761263.739948:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761263.739950:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761263.739952:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484453248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761263.739956:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484453376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761263.739967:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761263.739974:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761263/real 1789761263]  req@ffff8ab8c33de680 x1876699484453376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761263.739981:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484453376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761263.739986:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761263.739988:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761263.739990:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484453376:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761264.443006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761265.466979:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761266.491068:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761267.514997:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761268.539029:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761268.858936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761268.858944:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761268.858948:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761268.858956:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1257
00000100:00080000:1.0:1789761268.858971:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761268.858977:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761268.859010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484453504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761268.859031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761268.859035:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761268.859037:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761268.859042:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1257
00000100:00080000:1.0:1789761268.859046:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761268.859050:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761268.859059:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761268.859073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484453632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761268.859078:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484453504:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761268.859084:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761268.859087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761268.859088:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761268.859092:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1257
00000100:00080000:1.0:1789761268.859094:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761268.859098:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761268.859102:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761268.859111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484453760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761268.859120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761268.859123:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761268.859124:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761268.859128:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1257
00000100:00080000:1.0:1789761268.859130:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761268.859133:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789761268.859134:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789761268.859138:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761268.859147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484453888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761268.859156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761268.859159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761268.859161:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761268.859164:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1257
00000100:00080000:1.0:1789761268.859167:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761268.859170:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761268.859172:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff8ab8d84ab480 x1876699484453504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761268.859175:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761268.859183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484454016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761268.859188:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484453504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761268.859192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761268.859196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761268.859198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761268.859202:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1257
00000100:00080000:1.0:1789761268.859205:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761268.859207:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761268.859208:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789761268.859211:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:1.0:1789761268.859212:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761268.859215:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484453504:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761268.859220:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484454144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761268.859237:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484453632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761268.859261:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761268.859275:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff8ab8d84aad80 x1876699484453632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761268.859283:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484453632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761268.859289:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761268.859291:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761268.859293:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484453632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761268.859297:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484453760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761268.859310:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761268.859317:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff8ab8d84ab100 x1876699484453760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761268.859324:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484453760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761268.859330:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761268.859331:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761268.859333:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484453760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761268.859337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484453888:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761268.859348:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761268.859353:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff8ab8d84a9f80 x1876699484453888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761268.859360:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484453888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761268.859366:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761268.859367:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761268.859369:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484453888:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761268.859372:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484454016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761268.859382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761268.859388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff8ab8d84aa680 x1876699484454016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761268.859394:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484454016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761268.859399:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761268.859401:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761268.859402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484454016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761268.859421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484454144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761268.859436:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761268.859444:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761268/real 1789761268]  req@ffff8ab8d84a8a80 x1876699484454144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761268.859451:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484454144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761268.859457:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761268.859459:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761268.859461:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484454144:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761269.563037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761270.587003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761271.611042:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761272.635041:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761273.658998:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761273.978962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.978973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761273.978978:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.978989:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1262
00000100:00080000:1.0:1789761273.978999:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.979007:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761273.979038:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484454272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761273.979063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.979067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761273.979069:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.979073:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1262
00000100:00080000:1.0:1789761273.979077:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.979083:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761273.979092:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761273.979103:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484454272:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761273.979108:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484454400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761273.979118:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.979120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761273.979122:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.979125:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1262
00000100:00080000:1.0:1789761273.979128:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.979131:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761273.979134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761273.979142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484454528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761273.979149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.979152:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761273.979153:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.979159:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1262
00000800:00000100:3.0:1789761273.979159:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761273.979162:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.979166:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761273.979170:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761273.979179:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484454656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761273.979186:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.979188:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761273.979190:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.979193:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1262
00000100:00080000:1.0:1789761273.979195:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761273.979198:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff8ab8d84a9c00 x1876699484454272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761273.979201:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761273.979207:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761273.979220:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484454784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761273.979226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761273.979229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761273.979231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761273.979233:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1262
00000100:00080000:1.0:1789761273.979236:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761273.979240:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761273.979240:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484454272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761273.979245:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761273.979256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484454912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761273.979260:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761273.979268:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761273.979274:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484454272:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761273.979299:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484454400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761273.979324:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761273.979338:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff8ab8d84abb80 x1876699484454400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761273.979352:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484454400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761273.979382:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761273.979387:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761273.979391:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484454400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761273.979398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484454528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761273.979421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761273.979432:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff8ab8d84aa300 x1876699484454528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761273.979440:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484454528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761273.979445:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761273.979447:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761273.979450:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484454528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761273.979454:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484454656:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761273.979466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761273.979473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff8ab8d84a8e00 x1876699484454656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761273.979480:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484454656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761273.979485:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761273.979487:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761273.979491:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484454656:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761273.979496:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484454784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761273.979515:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761273.979526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff8ab8d84a9180 x1876699484454784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761273.979539:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484454784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761273.979545:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761273.979547:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761273.979549:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484454784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761273.979554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484454912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761273.979568:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761273.979575:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761273/real 1789761273]  req@ffff8ab8d84a8a80 x1876699484454912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761273.979583:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484454912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761273.979587:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761273.979589:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761273.979591:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484454912:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761274.683028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761275.706968:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761276.731116:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761277.755020:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761278.778993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761279.098978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761279.098989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761279.098993:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761279.099004:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1267
00000100:00080000:1.0:1789761279.099015:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761279.099022:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761279.099057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484455040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761279.099088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761279.099092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761279.099093:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761279.099098:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1267
00000100:00080000:1.0:1789761279.099102:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761279.099106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761279.099116:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761279.099130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484455168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761279.099143:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761279.099148:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484455040:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761279.099149:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761279.099153:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761279.099159:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1267
00000100:00080000:1.0:1789761279.099163:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761279.099168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761279.099173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761279.099185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484455296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761279.099192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761279.099194:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761279.099196:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761279.099198:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1267
00000100:00080000:1.0:1789761279.099201:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761279.099203:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761279.099207:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761279.099212:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761279.099218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484455424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761279.099226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761279.099228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761279.099230:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761279.099232:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1267
00000100:00080000:1.0:1789761279.099236:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761279.099238:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761279.099241:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761279.099247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484455552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761279.099254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761279.099256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761279.099257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761279.099262:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1267
00000100:00100000:2.0:1789761279.099263:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8ab8d84aa680 x1876699484455040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761279.099264:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761279.099270:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761279.099276:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761279.099288:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484455680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761279.099293:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484455040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.099307:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.099310:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761279.099314:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484455040:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761279.099350:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484455168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761279.099370:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761279.099397:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8ab8d84a9f80 x1876699484455168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.099406:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484455168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.099412:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.099414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761279.099417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484455168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761279.099421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484455296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761279.099433:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761279.099440:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8ab8d84ab100 x1876699484455296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.099457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484455296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.099462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.099464:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761279.099466:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484455296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761279.099470:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484455424:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761279.099481:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761279.099488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8ab8d84aad80 x1876699484455424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.099495:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484455424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.099501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.099502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761279.099504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484455424:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761279.099508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484455552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761279.099519:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761279.099525:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8ab8d84ab480 x1876699484455552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.099532:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484455552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.099539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.099541:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761279.099545:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484455552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761279.099551:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484455680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761279.099583:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761279.099595:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8ab8d84a8000 x1876699484455680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.099608:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484455680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.099614:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.099617:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761279.099619:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484455680:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761279.802974:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761280.826991:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761281.850964:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761282.875023:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761283.899022:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761284.218936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.218943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761284.218947:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.218955:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1272
00000100:00080000:1.0:1789761284.218963:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.218969:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761284.218999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484455808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.219020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.219023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761284.219024:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.219027:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1272
00000100:00080000:1.0:1789761284.219029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.219032:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761284.219038:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761284.219047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484455936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.219055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.219058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761284.219060:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761284.219064:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484455808:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761284.219067:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1272
00000100:00080000:1.0:1789761284.219075:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.219079:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761284.219084:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761284.219098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484456064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.219110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.219114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761284.219117:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.219121:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1272
00000100:00080000:1.0:1789761284.219126:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761284.219128:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761284.219135:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761284.219142:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761284.219154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484456192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761284.219162:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761284.219166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761284.219166:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff8ab8d84a8380 x1876699484455808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761284.219170:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761284.219178:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1272
00000100:00080000:1.0:1789761284.219183:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.219188:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761284.219192:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761284.219194:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484455808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761284.219202:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484456320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761284.219206:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761284.219215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761284.219215:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789761284.219221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761284.219223:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761284.219223:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484455808:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761284.219231:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1272
00000100:00080000:1.0:1789761284.219234:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761284.219237:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761284.219239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761284.219249:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484455936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761284.219250:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484456448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761284.219278:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761284.219289:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff8ab8d84a8700 x1876699484455936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.219316:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484455936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.219322:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.219325:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761284.219327:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484455936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761284.219332:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761284.219347:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761284.219355:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff8ab8d84a9880 x1876699484456064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.219362:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484456064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.219374:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.219377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761284.219379:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761284.219385:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456192:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761284.219398:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761284.219406:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff8ab8d84a9500 x1876699484456192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.219414:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484456192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.219419:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.219420:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761284.219422:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456192:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761284.219426:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484456320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761284.219436:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761284.219442:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff8ab8d84ab800 x1876699484456320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.219450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484456320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.219454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.219456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761284.219458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484456320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761284.219470:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484456448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761284.219481:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761284.219487:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff8ab8d84a8380 x1876699484456448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761284.219494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484456448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761284.219500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761284.219502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761284.219504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484456448:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761284.923007:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761285.947015:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761286.970988:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761287.995028:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761289.019030:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761289.339012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.339023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761289.339028:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.339039:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1277
00000100:00080000:0.0:1789761289.339064:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.339087:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761289.339138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484456576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761289.339165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.339168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761289.339170:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.339173:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1277
00000100:00080000:0.0:1789761289.339176:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.339180:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761289.339188:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761289.339199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484456704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761289.339208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761289.339210:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484456576:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761289.339212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761289.339215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.339223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1277
00000100:00080000:0.0:1789761289.339225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.339227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761289.339230:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761289.339239:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484456832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761289.339245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.339247:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761289.339248:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.339251:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1277
00000100:00080000:0.0:1789761289.339271:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.339275:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761289.339279:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761289.339291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484456960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761289.339292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761289.339302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.339305:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761289.339307:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.339310:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1277
00000100:00080000:0.0:1789761289.339313:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.339316:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761289.339319:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761289.339324:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484457088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761289.339330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.339332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761289.339334:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.339337:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1277
00000100:00080000:0.0:1789761289.339339:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.339342:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761289.339345:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761289.339351:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8ab8c2feb100 x1876699484456576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761289.339353:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484457216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761289.339401:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484456576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.339413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.339418:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761289.339422:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484456576:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761289.339446:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.339471:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761289.339483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8ab8c2fead80 x1876699484456704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.339503:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484456704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.339509:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.339511:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761289.339514:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.339518:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.339532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761289.339539:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8ab8c2fe9880 x1876699484456832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.339547:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484456832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.339552:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.339554:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761289.339556:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.339571:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456960:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761289.339582:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761289.339589:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8ab8c2fe9c00 x1876699484456960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.339596:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484456960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.339601:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.339603:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761289.339605:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484456960:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761289.339608:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484457088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.339619:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761289.339635:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8ab8c2fe8380 x1876699484457088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.339642:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484457088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.339647:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.339649:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761289.339668:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484457088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.339672:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484457216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.339685:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761289.339700:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8ab8c2fe8000 x1876699484457216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.339723:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484457216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.339729:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.339731:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761289.339734:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484457216:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761290.043065:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761291.067018:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761292.091037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761293.114995:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761294.139029:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761294.458955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761294.458963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761294.458967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761294.458975:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1283
00000100:00080000:2.0:1789761294.458984:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761294.458990:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761294.459021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484457344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761294.459046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761294.459049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761294.459050:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761294.459053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1283
00000100:00080000:2.0:1789761294.459055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761294.459058:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761294.459065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761294.459074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484457472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761294.459081:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484457344:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761294.459085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761294.459088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761294.459090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761294.459093:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1283
00000100:00080000:2.0:1789761294.459095:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761294.459098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761294.459101:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761294.459109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484457600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761294.459116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761294.459119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761294.459120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761294.459122:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1283
00000100:00080000:2.0:1789761294.459127:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761294.459129:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761294.459132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761294.459136:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761294.459143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484457728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761294.459152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761294.459155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761294.459156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761294.459158:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1283
00000100:00080000:2.0:1789761294.459161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761294.459164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761294.459167:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761294.459172:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8ab8c33de300 x1876699484457344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.459176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484457856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761294.459195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761294.459198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761294.459202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761294.459202:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484457344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.459206:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1283
00000100:00080000:2.0:1789761294.459211:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761294.459233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789761294.459235:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761294.459238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761294.459241:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761294.459246:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484457344:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761294.459252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484457984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761294.459268:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484457472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761294.459288:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761294.459298:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8ab8c33dd880 x1876699484457472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.459306:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484457472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.459312:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.459314:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761294.459316:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484457472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761294.459320:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484457600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761294.459331:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761294.459337:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8ab8c33dc380 x1876699484457600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.459344:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484457600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.459354:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.459356:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761294.459358:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484457600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761294.459361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484457728:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761294.459371:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761294.459377:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8ab8c33dfb80 x1876699484457728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.459384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484457728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.459390:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.459391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761294.459394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484457728:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761294.459397:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484457856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761294.459407:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761294.459413:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8ab8c33ded80 x1876699484457856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.459420:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484457856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.459425:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.459426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761294.459429:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484457856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761294.459433:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484457984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761294.459448:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761294.459454:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8ab8c33ddf80 x1876699484457984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.459461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484457984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.459466:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.459468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761294.459470:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484457984:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761295.163033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761296.187046:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761297.210975:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761298.234998:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761299.258983:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761299.578974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761299.578981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761299.578985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761299.578993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1288
00000100:00080000:3.0:1789761299.579002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761299.579008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761299.579037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484458112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761299.579058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761299.579061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761299.579062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761299.579065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1288
00000100:00080000:3.0:1789761299.579067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761299.579070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761299.579078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761299.579088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484458240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761299.579102:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484458112:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761299.579106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761299.579112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761299.579113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761299.579118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1288
00000100:00080000:3.0:1789761299.579121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761299.579124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761299.579127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761299.579137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484458368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761299.579144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761299.579147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761299.579148:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761299.579150:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1288
00000100:00080000:3.0:1789761299.579153:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761299.579155:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761299.579158:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761299.579171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484458496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761299.579189:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761299.579193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761299.579197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761299.579198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761299.579239:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff8ab8c34f5f80 x1876699484458112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761299.579259:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484458112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761299.579271:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761299.579274:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1288
00000100:00080000:1.0:1789761299.579280:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761299.579280:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761299.579287:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761299.579291:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484458112:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761299.579293:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761299.579308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484458624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761299.579316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761299.579318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761299.579320:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761299.579325:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484458240:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761299.579325:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1288
00000100:00080000:3.0:1789761299.579327:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761299.579333:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761299.579337:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761299.579345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484458752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761299.579366:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761299.579383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff8ab8c34f6680 x1876699484458240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761299.579405:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484458240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761299.579413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761299.579417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761299.579420:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484458240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761299.579427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484458368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761299.579445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761299.579453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff8ab8c34f7800 x1876699484458368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761299.579461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484458368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761299.579466:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761299.579468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761299.579470:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484458368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761299.579474:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484458496:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761299.579485:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761299.579491:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff8ab8c34f5180 x1876699484458496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761299.579499:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484458496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761299.579509:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761299.579511:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761299.579513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484458496:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761299.579516:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484458624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761299.579528:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761299.579538:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff8ab8c34f6d80 x1876699484458624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761299.579550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484458624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761299.579559:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761299.579562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761299.579566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484458624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761299.579603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484458752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761299.579627:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761299.579642:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761299/real 1789761299]  req@ffff8ab8c34f4a80 x1876699484458752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761299.579661:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484458752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761299.579670:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761299.579674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761299.579679:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484458752:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761300.283041:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761301.307043:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761302.330962:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761303.354999:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761304.379017:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761304.698963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761304.698973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761304.698977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761304.698988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1293
00000100:00080000:3.0:1789761304.698998:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761304.699004:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761304.699034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484458880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761304.699056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761304.699059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761304.699061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761304.699064:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1293
00000100:00080000:3.0:1789761304.699067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761304.699070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761304.699077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761304.699086:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484458880:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761304.699088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484459008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761304.699097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761304.699102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761304.699103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761304.699105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1293
00000100:00080000:3.0:1789761304.699107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761304.699109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761304.699113:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761304.699120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484459136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761304.699126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761304.699129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761304.699130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761304.699132:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1293
00000100:00080000:3.0:1789761304.699136:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761304.699153:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761304.699158:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761304.699168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484459264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761304.699175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761304.699178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761304.699179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761304.699188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1293
00000100:00080000:3.0:1789761304.699192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761304.699195:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761304.699199:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459008:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789761304.699201:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761304.699217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484459392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761304.699225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761304.699228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761304.699233:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459136:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761304.699233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761304.699240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1293
00000100:00080000:3.0:1789761304.699245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761304.699248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761304.699251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761304.699261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484459520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761304.699270:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459264:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761304.699302:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484459392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761304.699317:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484459520:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761305.402994:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761306.427023:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761307.451003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761307.771085:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789761307.771141:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761307.771153:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761307.771185:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761307.771195:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761307.771206:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761307.771230:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789761307.771235:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761307]  req@ffff8ab8c34f6300 x1876699484459008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789761307.771248:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789761307.771261:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484459008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761307.771271:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761307.771275:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761307.771278:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761307.771283:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761307]  req@ffff8ab8c34f7100 x1876699484459136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761307.771294:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484459136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761307.771302:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761307.771307:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761307.771311:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761307.771317:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761307]  req@ffff8ab8c34f7b80 x1876699484459264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761307.771330:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484459264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761307.771338:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761307.771342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761307.771345:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459264:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761307.771351:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761307]  req@ffff8ab8c34f4380 x1876699484458880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761307.771362:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484458880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761307.771369:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761307.771372:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761307.771375:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484458880:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761307.771400:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761307]  req@ffff8ab8c34f5c00 x1876699484459392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761307.771412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484459392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761307.771419:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761307.771422:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761307.771425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484459392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761307.771432:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761304/real 1789761307]  req@ffff8ab8c34f4a80 x1876699484459520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761307.771442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484459520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761307.771449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761307.771453:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761307.771456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484459520:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761308.474975:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761309.499022:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761309.818939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761309.818949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761309.818952:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761309.818963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1298
00000100:00080000:3.0:1789761309.818974:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761309.818982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761309.819016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484459648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761309.819048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761309.819053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761309.819055:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761309.819059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1298
00000100:00080000:3.0:1789761309.819063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761309.819067:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761309.819076:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761309.819090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484459776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761309.819116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761309.819119:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484459648:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761309.819121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761309.819125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761309.819132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1298
00000100:00080000:3.0:1789761309.819136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761309.819141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761309.819148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761309.819163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484459904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761309.819175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761309.819179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761309.819182:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761309.819186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1298
00000100:00080000:3.0:1789761309.819190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761309.819195:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761309.819201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761309.819205:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761309.819221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484460032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761309.819232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761309.819236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761309.819238:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761309.819243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1298
00000100:00100000:1.0:1789761309.819249:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff8ab8c34f6d80 x1876699484459648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761309.819250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761309.819259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761309.819270:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761309.819285:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484459648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761309.819286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484460160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761309.819319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761309.819321:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761309.819327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761309.819333:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761309.819333:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761309.819346:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484459648:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761309.819346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1298
00000100:00080000:3.0:1789761309.819354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761309.819360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761309.819366:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761309.819379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484460288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761309.819382:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761309.819423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761309.819440:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff8ab8c34f5180 x1876699484459776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761309.819454:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484459776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761309.819464:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761309.819468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761309.819472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761309.819479:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761309.819502:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761309.819515:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff8ab8c34f7800 x1876699484459904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761309.819527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484459904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761309.819536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761309.819539:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761309.819543:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484459904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761309.819549:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484460032:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761309.819569:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761309.819580:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff8ab8c34f6680 x1876699484460032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761309.819591:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484460032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761309.819599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761309.819602:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761309.819606:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484460032:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761309.819612:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484460160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761309.819635:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761309.819647:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff8ab8c34f5f80 x1876699484460160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761309.819659:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484460160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761309.819668:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761309.819671:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761309.819675:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484460160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761309.819694:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484460288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761309.819717:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761309.819730:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761309/real 1789761309]  req@ffff8ab8c34f5880 x1876699484460288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761309.819742:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484460288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761309.819751:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761309.819754:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761309.819757:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484460288:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761310.523009:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761311.547011:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761312.571027:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761313.594998:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761314.618982:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761314.938950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761314.938958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761314.938961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761314.938968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1303
00000100:00080000:2.0:1789761314.938976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761314.938982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761314.939011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484460416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761314.939038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761314.939041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761314.939042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761314.939045:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1303
00000100:00080000:2.0:1789761314.939048:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761314.939050:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761314.939058:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761314.939081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484460544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761314.939089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761314.939092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761314.939094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761314.939097:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484460416:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761314.939099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1303
00000100:00080000:2.0:1789761314.939106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761314.939110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761314.939114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761314.939123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484460672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761314.939130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761314.939132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761314.939134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761314.939136:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1303
00000100:00080000:2.0:1789761314.939138:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761314.939140:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761314.939143:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761314.939152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484460800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761314.939158:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761314.939167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761314.939170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761314.939171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761314.939175:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1303
00000100:00080000:2.0:1789761314.939178:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761314.939180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761314.939184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761314.939192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484460928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761314.939199:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff8ab8c33df480 x1876699484460416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761314.939201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761314.939208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761314.939211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761314.939218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1303
00000100:00080000:2.0:1789761314.939221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761314.939224:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761314.939228:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484460416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761314.939228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761314.939241:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761314.939242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484461056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761314.939250:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761314.939258:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484460416:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761314.939280:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484460544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761314.939296:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761314.939305:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff8ab8c33ddc00 x1876699484460544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761314.939314:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484460544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761314.939320:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761314.939323:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761314.939325:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484460544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761314.939328:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484460672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761314.939348:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761314.939356:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff8ab8c33df800 x1876699484460672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761314.939364:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484460672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761314.939369:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761314.939371:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761314.939373:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484460672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761314.939377:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484460800:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761314.939388:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761314.939394:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff8ab8c33ddf80 x1876699484460800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761314.939402:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484460800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761314.939407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761314.939409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761314.939411:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484460800:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761314.939415:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484460928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761314.939425:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761314.939431:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff8ab8c33ded80 x1876699484460928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761314.939438:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484460928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761314.939443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761314.939445:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761314.939447:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484460928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761314.939451:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484461056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761314.939461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761314.939467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761314/real 1789761314]  req@ffff8ab8c33dfb80 x1876699484461056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761314.939474:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484461056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761314.939479:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761314.939481:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761314.939482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484461056:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761315.642994:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761316.666984:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761317.691053:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761318.715010:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761319.739066:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761320.058997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.059005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761320.059009:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.059016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1308
00000100:00080000:3.0:1789761320.059035:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.059042:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761320.059080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484461184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.059123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.059127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761320.059130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.059134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1308
00000100:00080000:3.0:1789761320.059139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.059151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761320.059161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.059176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484461312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.059193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.059197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761320.059198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.059204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1308
00000100:00080000:3.0:1789761320.059208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761320.059222:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484461184:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761320.059222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761320.059239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.059254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484461440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.059264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.059268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761320.059270:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.059273:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1308
00000100:00080000:3.0:1789761320.059277:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.059281:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761320.059286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761320.059293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484461568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.059302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.059305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761320.059306:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.059309:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1308
00000800:00000100:1.0:1789761320.059314:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761320.059320:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.059327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761320.059332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.059340:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484461696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.059349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.059352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761320.059353:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.059356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1308
00000100:00080000:3.0:1789761320.059358:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.059361:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761320.059364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.059372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484461824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761320.059384:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8ab8c34f7480 x1876699484461184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761320.059404:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484461184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761320.059415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761320.059419:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761320.059423:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484461184:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761320.059429:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484461312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761320.059463:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761320.059473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8ab8c34f5500 x1876699484461312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761320.059481:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484461312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761320.059487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761320.059489:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761320.059492:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484461312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761320.059514:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484461440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761320.059529:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761320.059537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8ab8c34f6a00 x1876699484461440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761320.059544:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484461440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761320.059550:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761320.059552:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761320.059555:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484461440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761320.059562:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484461568:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761320.059583:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761320.059595:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8ab8c34f4700 x1876699484461568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761320.059609:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484461568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761320.059616:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761320.059619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761320.059623:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484461568:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761320.059629:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484461696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761320.059653:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761320.059666:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8ab8c34f4000 x1876699484461696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761320.059683:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484461696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761320.059689:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761320.059691:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761320.059693:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484461696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761320.059698:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484461824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761320.059714:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761320.059721:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8ab8c34f5880 x1876699484461824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761320.059729:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484461824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761320.059735:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761320.059737:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761320.059739:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484461824:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761320.762967:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761321.787054:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761322.811015:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761323.835010:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761324.859012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761325.178949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.178959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761325.178962:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.178972:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1313
00000100:00080000:3.0:1789761325.178982:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.179002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761325.179037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484461952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761325.179059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.179063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761325.179064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.179067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1313
00000100:00080000:3.0:1789761325.179070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.179073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761325.179080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761325.179090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484462080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761325.179098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.179101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761325.179104:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484461952:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761325.179104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.179112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1313
00000100:00080000:3.0:1789761325.179116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.179118:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761325.179121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761325.179131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484462208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761325.179137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.179140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761325.179141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.179144:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1313
00000100:00080000:3.0:1789761325.179147:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.179149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761325.179153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761325.179164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484462336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761325.179166:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761325.179180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.179184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761325.179186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.179192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1313
00000100:00080000:3.0:1789761325.179197:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761325.179203:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8ab8c34f5f80 x1876699484461952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761325.179204:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761325.179215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761325.179222:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484461952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761325.179231:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761325.179232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484462464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.179236:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761325.179242:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484461952:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761325.179256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.179260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761325.179261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.179266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1313
00000100:00100000:1.0:1789761325.179268:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462080:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761325.179271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.179277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761325.179282:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761325.179290:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761325.179296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484462592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761325.179304:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8ab8c34f6680 x1876699484462080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761325.179315:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484462080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761325.179327:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761325.179330:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761325.179333:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761325.179337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761325.179350:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761325.179358:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8ab8c34f7800 x1876699484462208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761325.179365:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484462208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761325.179375:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761325.179377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761325.179380:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761325.179383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462336:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761325.179394:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761325.179400:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8ab8c34f5180 x1876699484462336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761325.179407:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484462336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761325.179413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761325.179415:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761325.179417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462336:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761325.179421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484462464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761325.179430:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761325.179436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8ab8c34f6d80 x1876699484462464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761325.179443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484462464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761325.179448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761325.179450:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761325.179453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484462464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761325.179464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484462592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761325.179474:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761325.179481:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8ab8c34f4a80 x1876699484462592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761325.179488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484462592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761325.179493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761325.179494:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761325.179496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484462592:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761325.883010:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761326.906999:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761327.930990:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761328.955036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761329.979047:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761330.299017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.299025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761330.299029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.299037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1318
00000100:00080000:2.0:1789761330.299046:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.299051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761330.299082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484462720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.299104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.299107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761330.299108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.299111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1318
00000100:00080000:2.0:1789761330.299114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.299116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761330.299124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.299133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484462848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.299141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.299144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761330.299147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761330.299149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484462720:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761330.299152:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1318
00000100:00080000:2.0:1789761330.299159:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.299161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761330.299164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.299172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484462976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.299178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.299181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761330.299182:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.299184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1318
00000100:00080000:2.0:1789761330.299188:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.299190:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761330.299193:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761330.299200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484463104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761330.299211:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761330.299217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.299220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761330.299222:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.299226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1318
00000100:00080000:2.0:1789761330.299230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.299233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761330.299235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.299242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484463232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.299247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.299250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761330.299252:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761330.299256:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8ab8c33dc380 x1876699484462720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.299257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1318
00000100:00080000:2.0:1789761330.299263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.299269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761330.299274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761330.299284:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484462720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.299287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484463360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761330.299308:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761330.299313:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761330.299318:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484462720:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761330.299338:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761330.299361:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761330.299376:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8ab8c33dd880 x1876699484462848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761330.299390:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484462848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761330.299400:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761330.299402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761330.299405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761330.299410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761330.299433:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761330.299442:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8ab8c33de300 x1876699484462976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761330.299449:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484462976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761330.299455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761330.299457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761330.299459:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484462976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761330.299463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484463104:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761330.299475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761330.299482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8ab8c33de680 x1876699484463104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761330.299489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484463104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761330.299494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761330.299496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761330.299498:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484463104:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761330.299501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484463232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761330.299512:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761330.299519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8ab8c33dd180 x1876699484463232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761330.299526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484463232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761330.299532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761330.299534:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761330.299538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484463232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761330.299543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484463360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761330.299562:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761330.299573:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8ab8c33dc000 x1876699484463360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761330.299587:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484463360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761330.299593:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761330.299595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761330.299597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484463360:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761331.003075:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761332.027006:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761333.051095:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761334.075051:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761335.099099:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761335.418968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.418980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761335.418986:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.419002:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1323
00000100:00080000:2.0:1789761335.419018:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.419027:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761335.419074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484463488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.419108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.419113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761335.419116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.419121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1323
00000100:00080000:2.0:1789761335.419126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.419130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761335.419144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761335.419144:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484463488:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761335.419166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484463616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.419178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.419181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761335.419183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.419188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1323
00000100:00080000:2.0:1789761335.419209:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.419215:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789761335.419220:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789761335.419224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761335.419240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484463744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.419248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.419252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761335.419254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.419257:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1323
00000100:00080000:2.0:1789761335.419261:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761335.419262:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8ab8c33dc700 x1876699484463488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.419267:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761335.419277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761335.419287:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484463488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761335.419291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484463872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.419298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.419301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761335.419302:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.419304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1323
00000100:00080000:2.0:1789761335.419306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.419308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761335.419311:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761335.419316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484464000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761335.419321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761335.419324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761335.419325:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761335.419328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1323
00000100:00080000:2.0:1789761335.419330:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761335.419332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761335.419335:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761335.419342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484464128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761335.419370:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.419376:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761335.419381:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484463488:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761335.419409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484463616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761335.419435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761335.419449:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8ab8c33df100 x1876699484463616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.419462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484463616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.419472:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.419476:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761335.419480:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484463616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761335.419486:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484463744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761335.419508:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761335.419645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8ab8c33dca80 x1876699484463744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.419669:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484463744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.419680:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.419725:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761335.419731:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484463744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761335.419740:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484463872:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761335.419764:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761335.419776:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8ab8c33dc000 x1876699484463872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.419788:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484463872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.419797:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.419801:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761335.419804:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484463872:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761335.419811:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484464000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761335.419832:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761335.419843:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8ab8c33dd180 x1876699484464000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.419855:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484464000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.419901:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.419905:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761335.419923:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484464000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761335.419933:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484464128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761335.419953:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761335.419962:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8ab8c33de680 x1876699484464128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.419970:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484464128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.419976:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.419978:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761335.419980:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484464128:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761336.123024:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761337.147035:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761338.170988:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761339.195066:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761340.219019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761340.538971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761340.538982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761340.538987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761340.538995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1329
00000100:00080000:0.0:1789761340.539003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761340.539009:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761340.539042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484464256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761340.539061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761340.539064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761340.539065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761340.539068:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1329
00000100:00080000:0.0:1789761340.539070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761340.539072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761340.539079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761340.539088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484464384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761340.539097:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484464256:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761340.539098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761340.539107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761340.539109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761340.539112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1329
00000100:00080000:0.0:1789761340.539113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761340.539115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761340.539118:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761340.539126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484464512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761340.539133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761340.539135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761340.539136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761340.539139:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1329
00000100:00080000:0.0:1789761340.539141:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761340.539143:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761340.539146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761340.539154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484464640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761340.539158:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761340.539167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761340.539170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761340.539172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761340.539176:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1329
00000100:00080000:0.0:1789761340.539179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761340.539181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761340.539184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761340.539193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484464768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761340.539199:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff8ab8c2fe8000 x1876699484464256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761340.539203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761340.539212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761340.539215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761340.539219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1329
00000100:00080000:0.0:1789761340.539221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761340.539223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761340.539225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761340.539232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484464896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761340.539240:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484464256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761340.539249:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761340.539253:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761340.539258:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484464256:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761340.539276:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484464384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761340.539293:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761340.539301:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff8ab8c2fe8380 x1876699484464384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761340.539310:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484464384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761340.539315:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761340.539318:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761340.539320:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484464384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761340.539323:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484464512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761340.539334:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761340.539341:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff8ab8c2fe9c00 x1876699484464512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761340.539356:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484464512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761340.539361:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761340.539363:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761340.539365:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484464512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761340.539369:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484464640:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761340.539381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761340.539388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff8ab8c2fe9880 x1876699484464640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761340.539395:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484464640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761340.539401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761340.539402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761340.539404:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484464640:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761340.539407:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484464768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761340.539418:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761340.539430:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff8ab8c2fead80 x1876699484464768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761340.539438:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484464768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761340.539443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761340.539445:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761340.539447:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484464768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761340.539450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484464896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761340.539461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761340.539467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761340/real 1789761340]  req@ffff8ab8c2feb100 x1876699484464896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761340.539474:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484464896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761340.539479:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761340.539481:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761340.539483:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484464896:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761341.243026:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761342.267046:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761343.291018:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761344.314991:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761345.339015:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761345.658984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761345.658994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761345.658999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761345.659008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1334
00000100:00080000:3.0:1789761345.659018:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761345.659024:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761345.659058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484465024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761345.659087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761345.659091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761345.659092:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761345.659095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1334
00000100:00080000:3.0:1789761345.659098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761345.659102:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761345.659110:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761345.659131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484465152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761345.659138:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484465024:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761345.659142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761345.659145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761345.659147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761345.659150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1334
00000100:00080000:3.0:1789761345.659153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761345.659155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761345.659160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761345.659174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484465280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761345.659184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761345.659188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761345.659190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761345.659194:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1334
00000800:00000100:1.0:1789761345.659199:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761345.659202:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761345.659209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761345.659216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761345.659239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484465408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761345.659246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761345.659248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761345.659250:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761345.659253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1334
00000100:00080000:3.0:1789761345.659256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761345.659259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761345.659262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761345.659271:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345]  req@ffff8ab8c34f5c00 x1876699484465024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761345.659272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484465536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761345.659293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761345.659298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761345.659300:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761345.659303:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1334
00000100:00100000:1.0:1789761345.659311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484465024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761345.659314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761345.659321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761345.659338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761345.659340:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761345.659349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761345.659350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484465664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761345.659358:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484465024:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761345.659382:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484465152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761345.659402:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761345.659412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345]  req@ffff8ab8c34f4380 x1876699484465152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761345.659420:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484465152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761345.659426:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761345.659428:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761345.659431:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484465152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761345.659435:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484465280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761345.659449:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761345.659460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345]  req@ffff8ab8c34f7b80 x1876699484465280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761345.659473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484465280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761345.659481:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761345.659485:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761345.659488:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484465280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761345.659494:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484465408:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761345.659515:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761345.659527:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345]  req@ffff8ab8c34f7100 x1876699484465408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761345.659539:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484465408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761345.659549:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761345.659552:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761345.659555:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484465408:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761345.659561:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484465536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761345.659577:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761345.659586:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345]  req@ffff8ab8c34f6300 x1876699484465536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761345.659599:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484465536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761345.659608:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761345.659611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761345.659613:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484465536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761345.659620:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484465664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761345.659634:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761345.659642:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761345/real 1789761345]  req@ffff8ab8c34f4a80 x1876699484465664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761345.659649:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484465664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761345.659654:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761345.659656:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761345.659658:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484465664:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761346.363019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761347.387008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761348.411019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761349.435024:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761350.459047:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761350.778953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761350.778960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761350.778964:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761350.778972:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1339
00000100:00080000:1.0:1789761350.778980:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761350.778986:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761350.779021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484465792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761350.779053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761350.779056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761350.779057:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761350.779060:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1339
00000100:00080000:1.0:1789761350.779062:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761350.779065:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761350.779072:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761350.779081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484465920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761350.779090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761350.779092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761350.779094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761350.779100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1339
00000100:00100000:3.0:1789761350.779100:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484465792:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761350.779103:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761350.779109:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761350.779113:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761350.779120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484466048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761350.779127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761350.779129:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761350.779130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761350.779133:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1339
00000100:00080000:1.0:1789761350.779135:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761350.779137:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761350.779141:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761350.779148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484466176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761350.779155:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761350.779157:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761350.779158:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761350.779160:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1339
00000100:00080000:1.0:1789761350.779163:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761350.779168:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761350.779169:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761350.779174:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761350.779183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484466304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761350.779189:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761350.779191:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761350.779192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761350.779195:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1339
00000100:00080000:1.0:1789761350.779198:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761350.779200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761350.779204:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761350.779207:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff8ab8d84a8000 x1876699484465792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761350.779214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484466432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761350.779227:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484465792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761350.779236:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761350.779240:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761350.779244:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484465792:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761350.779262:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484465920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761350.779277:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761350.779286:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff8ab8d84ab480 x1876699484465920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761350.779294:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484465920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761350.779300:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761350.779302:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761350.779305:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484465920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761350.779310:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761350.779327:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761350.779339:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff8ab8d84aad80 x1876699484466048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761350.779352:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484466048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761350.779361:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761350.779364:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761350.779368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761350.779373:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466176:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761350.779393:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761350.779405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff8ab8d84ab100 x1876699484466176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761350.779418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484466176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761350.779428:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761350.779431:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761350.779433:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466176:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761350.779437:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484466304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761350.779453:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761350.779461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff8ab8d84a9f80 x1876699484466304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761350.779469:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484466304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761350.779476:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761350.779479:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761350.779482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484466304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761350.779488:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484466432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761350.779508:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761350.779519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761350/real 1789761350]  req@ffff8ab8d84aa680 x1876699484466432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761350.779531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484466432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761350.779536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761350.779538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761350.779540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484466432:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761351.482995:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761352.507015:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761353.531024:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761354.555033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761355.578999:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761355.898959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761355.898967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761355.898971:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761355.898978:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1344
00000100:00080000:0.0:1789761355.898987:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761355.898993:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761355.899034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484466560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761355.899063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761355.899067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761355.899068:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761355.899072:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1344
00000100:00080000:0.0:1789761355.899075:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761355.899079:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761355.899087:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761355.899099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484466688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761355.899107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761355.899110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761355.899111:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761355.899116:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1344
00000100:00080000:0.0:1789761355.899119:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761355.899119:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484466560:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761355.899124:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761355.899130:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761355.899138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484466816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761355.899144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761355.899146:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761355.899148:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761355.899150:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1344
00000100:00080000:0.0:1789761355.899153:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761355.899155:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761355.899158:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761355.899165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484466944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761355.899171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761355.899174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761355.899175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761355.899177:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1344
00000100:00080000:0.0:1789761355.899180:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761355.899182:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761355.899185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761355.899195:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484467072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761355.899197:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761355.899209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761355.899213:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761355.899216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761355.899220:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1344
00000100:00080000:0.0:1789761355.899224:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761355.899228:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761355.899234:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761355.899246:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff8ab8c2feb480 x1876699484466560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761355.899251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484467200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761355.899292:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484466560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761355.899304:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761355.899309:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761355.899313:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484466560:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761355.899339:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761355.899364:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761355.899379:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff8ab8c2feb800 x1876699484466688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761355.899393:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484466688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761355.899402:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761355.899405:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761355.899409:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761355.899415:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761355.899435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761355.899447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff8ab8c2fea300 x1876699484466816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761355.899460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484466816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761355.899469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761355.899473:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761355.899476:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761355.899483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466944:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761355.899503:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761355.899513:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff8ab8c2fe8e00 x1876699484466944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761355.899526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484466944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761355.899535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761355.899538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761355.899542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484466944:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761355.899548:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484467072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761355.899570:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761355.899582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff8ab8c2fe8a80 x1876699484467072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761355.899595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484467072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761355.899603:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761355.899606:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761355.899610:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484467072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761355.899616:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484467200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761355.899633:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761355.899643:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761355/real 1789761355]  req@ffff8ab8c2fe9180 x1876699484467200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761355.899655:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484467200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761355.899663:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761355.899666:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761355.899669:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484467200:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761356.603014:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761357.627147:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761358.651008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761359.674979:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761360.699011:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761361.018975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761361.018983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761361.018986:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761361.018994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1349
00000100:00080000:0.0:1789761361.019004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761361.019010:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761361.019041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484467328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761361.019067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761361.019070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761361.019071:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761361.019074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1349
00000100:00080000:0.0:1789761361.019076:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761361.019078:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761361.019086:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761361.019106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484467456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761361.019114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761361.019117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761361.019118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761361.019121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1349
00000100:00080000:0.0:1789761361.019123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761361.019127:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484467328:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761361.019128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761361.019135:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761361.019142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484467584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761361.019149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761361.019152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761361.019153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761361.019157:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1349
00000100:00080000:0.0:1789761361.019160:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761361.019162:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761361.019165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761361.019172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484467712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761361.019179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761361.019182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761361.019183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761361.019188:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761361.019191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1349
00000100:00080000:0.0:1789761361.019195:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761361.019199:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761361.019202:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761361.019210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484467840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761361.019216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761361.019219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761361.019221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761361.019224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1349
00000100:00080000:0.0:1789761361.019227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761361.019229:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8ab8c2febb80 x1876699484467328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.019231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761361.019237:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761361.019250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484467968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761361.019255:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484467328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761361.019292:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761361.019297:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761361.019301:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484467328:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761361.019307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484467456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761361.019335:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761361.019349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8ab8c2fe9f80 x1876699484467456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761361.019363:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484467456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761361.019372:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761361.019376:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761361.019380:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484467456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761361.019400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484467584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761361.019416:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761361.019425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8ab8c2fe9500 x1876699484467584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761361.019433:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484467584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761361.019438:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761361.019440:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761361.019442:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484467584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761361.019446:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484467712:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761361.019456:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761361.019463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8ab8c2fea680 x1876699484467712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761361.019471:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484467712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761361.019476:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761361.019478:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761361.019480:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484467712:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761361.019483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484467840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761361.019494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761361.019501:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8ab8c2feaa00 x1876699484467840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761361.019508:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484467840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761361.019513:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761361.019514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761361.019516:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484467840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761361.019520:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484467968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761361.019530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761361.019536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8ab8c2fe9180 x1876699484467968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761361.019544:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484467968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761361.019549:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761361.019551:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761361.019553:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484467968:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761361.722981:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761362.746990:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761363.771072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761364.794997:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761365.818985:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761366.138952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.138960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761366.138964:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.138973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1354
00000100:00080000:3.0:1789761366.138982:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.138988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761366.139028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484468096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.139057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.139062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.139064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.139070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1354
00000100:00080000:3.0:1789761366.139075:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.139080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761366.139085:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484468096:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761366.139092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.139109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484468224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.139119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.139122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761366.139123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.139126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1354
00000100:00080000:3.0:1789761366.139131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.139134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761366.139140:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761366.139140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.139153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484468352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.139161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.139163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.139164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.139167:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1354
00000100:00080000:3.0:1789761366.139170:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.139173:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761366.139176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761366.139177:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8ab8c34f6d80 x1876699484468096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761366.139187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484468480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.139195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761366.139197:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484468096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761366.139198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.139202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.139208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1354
00000100:00080000:3.0:1789761366.139214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.139219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761366.139223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761366.139224:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761366.139231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484468608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761366.139233:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761366.139244:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484468096:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761366.139245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.139252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761366.139256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.139260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1354
00000100:00080000:3.0:1789761366.139262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.139264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761366.139267:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.139273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484468736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761366.139284:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484468224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761366.139313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761366.139325:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8ab8c34f5180 x1876699484468224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761366.139334:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484468224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761366.139340:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761366.139342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761366.139345:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484468224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761366.139349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484468352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761366.139363:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761366.139370:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8ab8c34f7800 x1876699484468352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761366.139378:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484468352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761366.139382:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761366.139384:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761366.139386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484468352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761366.139390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484468480:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761366.139401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761366.139407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8ab8c34f6680 x1876699484468480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761366.139415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484468480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761366.139420:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761366.139422:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761366.139424:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484468480:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761366.139427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484468608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761366.139437:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761366.139447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8ab8c34f5f80 x1876699484468608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761366.139467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484468608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761366.139476:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761366.139480:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761366.139484:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484468608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761366.139501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484468736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761366.139516:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761366.139524:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8ab8c34f5880 x1876699484468736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761366.139532:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484468736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761366.139537:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761366.139539:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761366.139541:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484468736:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761366.842996:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761367.866984:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761368.890999:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761369.915059:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761370.938984:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761371.258969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761371.258977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761371.258981:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761371.258990:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1359
00000100:00080000:0.0:1789761371.258999:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761371.259005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761371.259035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484468864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761371.259057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761371.259061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761371.259062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761371.259065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1359
00000100:00080000:0.0:1789761371.259067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761371.259070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761371.259077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761371.259089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484468992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761371.259096:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484468864:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761371.259100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761371.259106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761371.259108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761371.259114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1359
00000100:00080000:0.0:1789761371.259119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761371.259124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761371.259131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761371.259156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484469120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761371.259165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761371.259168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761371.259170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761371.259174:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1359
00000100:00080000:0.0:1789761371.259178:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761371.259181:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761371.259186:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761371.259191:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484468992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761371.259200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484469248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761371.259213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761371.259218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761371.259219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761371.259223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1359
00000100:00080000:0.0:1789761371.259228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761371.259232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761371.259238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761371.259250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484469376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761371.259257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761371.259260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761371.259262:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761371.259265:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1359
00000100:00080000:0.0:1789761371.259267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761371.259270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761371.259276:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761371.259289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484469504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761371.259296:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484469120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761371.259337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484469248:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761371.259361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484469376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761371.259381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484469504:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761371.962991:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761372.986976:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761374.010989:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761374.331067:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789761374.331120:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761374.331137:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761374.331188:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761374.331200:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761374.331210:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761374.331222:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761374.331234:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789761374.331234:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761374]  req@ffff8ab8c2feb800 x1876699484469248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761374.331263:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484469248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761374.331277:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761374.331282:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761374.331285:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484469248:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761374.331293:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761374]  req@ffff8ab8c2feb480 x1876699484469376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761374.331307:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484469376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761374.331316:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761374.331320:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761374.331324:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484469376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761374.331331:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761374]  req@ffff8ab8c2feb100 x1876699484469504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761374.331345:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484469504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761374.331353:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761374.331357:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761374.331361:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484469504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761374.331368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761374]  req@ffff8ab8c2fe8e00 x1876699484468992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761374.331381:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484468992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761374.331390:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761374.331393:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761374.331397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484468992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761374.331404:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761374]  req@ffff8ab8c2fea300 x1876699484469120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761374.331416:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484469120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761374.331424:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761374.331428:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761374.331432:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484469120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761374.331438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761374]  req@ffff8ab8c2fe8a80 x1876699484468864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761374.331450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484468864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761374.331465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761374.331468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761374.331472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484468864:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789761375.035025:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761376.059036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761376.378954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761376.378962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761376.378966:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761376.378974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1364
00000100:00080000:3.0:1789761376.378983:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761376.378996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761376.379033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484469632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761376.379062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761376.379066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761376.379068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761376.379073:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1364
00000100:00080000:3.0:1789761376.379078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761376.379083:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761376.379092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761376.379101:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484469632:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761376.379106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484469760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761376.379126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761376.379130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761376.379132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761376.379137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1364
00000100:00080000:3.0:1789761376.379141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761376.379146:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761376.379152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761376.379171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484469888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761376.379175:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761376.379187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761376.379192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761376.379194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761376.379199:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1364
00000100:00080000:3.0:1789761376.379203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761376.379208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761376.379213:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761376.379229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484470016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761376.379232:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8ab8c34f4000 x1876699484469632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761376.379264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761376.379269:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484469632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761376.379274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761376.379279:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761376.379289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1364
00000100:00080000:1.0:1789761376.379290:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761376.379296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.379299:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761376.379305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761376.379310:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484469632:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761376.379314:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761376.379330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484470144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761376.379340:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484469760:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761376.379344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761376.379349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761376.379351:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761376.379355:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1364
00000100:00080000:3.0:1789761376.379360:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761376.379364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761376.379370:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761376.379374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761376.379387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484470272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761376.379395:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8ab8c34f4700 x1876699484469760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761376.379414:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484469760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761376.379429:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761376.379433:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761376.379437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484469760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761376.379443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484469888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761376.379467:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761376.379480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8ab8c34f6a00 x1876699484469888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761376.379492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484469888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761376.379501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761376.379504:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761376.379508:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484469888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761376.379514:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484470016:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761376.379537:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761376.379549:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8ab8c34f5500 x1876699484470016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761376.379563:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484470016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761376.379579:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761376.379583:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761376.379587:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484470016:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761376.379621:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484470144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761376.379645:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761376.379658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8ab8c34f7480 x1876699484470144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761376.379670:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484470144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761376.379678:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761376.379681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761376.379685:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484470144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761376.379690:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484470272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761376.379709:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761376.379719:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8ab8c34f4000 x1876699484470272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761376.379731:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484470272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761376.379738:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761376.379741:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761376.379744:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484470272:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761377.082968:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761378.107035:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761379.131012:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761380.155043:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761381.178986:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761381.498957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761381.498967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761381.498970:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761381.498978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1370
00000100:00080000:3.0:1789761381.498987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761381.498993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761381.499025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484470400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761381.499049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761381.499052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761381.499053:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761381.499056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1370
00000100:00080000:3.0:1789761381.499059:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761381.499061:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761381.499067:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761381.499076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484470528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761381.499083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761381.499085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761381.499087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761381.499089:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1370
00000100:00080000:3.0:1789761381.499092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761381.499098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761381.499099:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484470400:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761381.499102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761381.499110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484470656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761381.499117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761381.499119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761381.499121:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761381.499123:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1370
00000100:00080000:3.0:1789761381.499126:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761381.499129:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761381.499133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761381.499142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484470784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761381.499148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761381.499151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761381.499153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761381.499155:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761381.499159:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1370
00000100:00080000:3.0:1789761381.499163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761381.499166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761381.499169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761381.499177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484470912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761381.499188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761381.499190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761381.499192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761381.499194:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff8ab8c34f5880 x1876699484470400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761381.499197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1370
00000100:00080000:3.0:1789761381.499202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761381.499208:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761381.499214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761381.499220:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484470400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761381.499224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484471040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761381.499246:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761381.499251:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761381.499255:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484470400:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761381.499261:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484470528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761381.499278:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761381.499286:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff8ab8c34f5f80 x1876699484470528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761381.499295:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484470528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761381.499300:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761381.499303:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761381.499305:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484470528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761381.499322:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484470656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761381.499335:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761381.499342:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff8ab8c34f6680 x1876699484470656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761381.499350:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484470656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761381.499355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761381.499357:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761381.499359:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484470656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761381.499363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484470784:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761381.499372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761381.499378:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff8ab8c34f7800 x1876699484470784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761381.499385:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484470784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761381.499391:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761381.499393:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761381.499395:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484470784:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761381.499398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484470912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761381.499408:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761381.499414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff8ab8c34f5180 x1876699484470912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761381.499425:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484470912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761381.499430:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761381.499432:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761381.499434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484470912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761381.499437:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484471040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761381.499447:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761381.499453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff8ab8c34f6d80 x1876699484471040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761381.499460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484471040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761381.499465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761381.499467:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761381.499469:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484471040:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761382.203026:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761383.227037:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761384.250996:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761385.275043:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761386.298992:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761386.618969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761386.618979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761386.618983:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761386.618994:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1375
00000100:00080000:1.0:1789761386.619004:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761386.619011:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761386.619046:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484471168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761386.619073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761386.619077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761386.619080:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761386.619084:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1375
00000100:00080000:1.0:1789761386.619088:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761386.619093:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761386.619103:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761386.619111:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484471168:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761386.619119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484471296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761386.619132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761386.619136:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761386.619138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761386.619143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1375
00000100:00080000:1.0:1789761386.619147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761386.619151:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761386.619156:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761386.619171:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761386.619172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484471424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761386.619191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761386.619195:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761386.619197:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761386.619201:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1375
00000100:00080000:1.0:1789761386.619206:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761386.619210:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761386.619215:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761386.619226:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff8ab8d84a8a80 x1876699484471168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761386.619230:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484471552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761386.619260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761386.619264:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761386.619266:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761386.619270:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484471168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761386.619273:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1375
00000100:00080000:1.0:1789761386.619280:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761386.619287:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761386.619296:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761386.619297:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761386.619305:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761386.619310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484471680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761386.619315:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484471168:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761386.619331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761386.619335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761386.619337:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761386.619342:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1375
00000100:00100000:3.0:1789761386.619347:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484471296:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789761386.619348:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761386.619357:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761386.619362:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761386.619377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484471808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761386.619377:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761386.619391:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff8ab8d84a9180 x1876699484471296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761386.619403:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484471296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761386.619410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761386.619413:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761386.619416:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484471296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761386.619420:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484471424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761386.619432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761386.619439:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff8ab8d84a8e00 x1876699484471424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761386.619447:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484471424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761386.619452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761386.619454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761386.619456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484471424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761386.619460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484471552:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761386.619470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761386.619477:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff8ab8d84aa300 x1876699484471552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761386.619484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484471552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761386.619494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761386.619496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761386.619497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484471552:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761386.619501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484471680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761386.619511:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761386.619517:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff8ab8d84abb80 x1876699484471680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761386.619523:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484471680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761386.619544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761386.619546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761386.619549:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484471680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761386.619562:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484471808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761386.619576:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761386.619584:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761386/real 1789761386]  req@ffff8ab8d84a9c00 x1876699484471808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761386.619596:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484471808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761386.619604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761386.619608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761386.619611:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484471808:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761387.323048:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761388.347019:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761389.371032:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761390.394978:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761391.418982:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761391.738966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761391.738977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761391.738981:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761391.738992:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1380
00000100:00080000:0.0:1789761391.739005:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761391.739013:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761391.739057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484471936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761391.739082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761391.739085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761391.739087:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761391.739090:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1380
00000100:00080000:0.0:1789761391.739093:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761391.739095:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761391.739105:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761391.739116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484472064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761391.739132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484471936:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761391.739138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761391.739142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761391.739143:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761391.739147:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1380
00000100:00080000:0.0:1789761391.739149:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761391.739152:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761391.739155:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761391.739164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484472192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761391.739171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761391.739174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761391.739175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761391.739177:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1380
00000100:00080000:0.0:1789761391.739180:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761391.739183:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761391.739185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761391.739192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484472320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761391.739200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761391.739202:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761391.739204:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761391.739208:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761391.739210:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1380
00000100:00080000:0.0:1789761391.739215:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761391.739219:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761391.739225:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761391.739237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484472448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761391.739249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761391.739253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761391.739255:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff8ab8c2fead80 x1876699484471936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.739256:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761391.739267:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1380
00000100:00080000:0.0:1789761391.739273:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761391.739277:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484471936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761391.739281:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761391.739290:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761391.739293:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761391.739299:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761391.739303:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484471936:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761391.739305:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484472576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761391.739332:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761391.739349:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761391.739359:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff8ab8c2fe9880 x1876699484472064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761391.739367:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484472064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761391.739373:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761391.739375:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761391.739377:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761391.739381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761391.739391:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761391.739406:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff8ab8c2fe9c00 x1876699484472192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761391.739415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484472192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761391.739420:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761391.739422:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761391.739425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761391.739428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472320:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761391.739440:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761391.739447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff8ab8c2fe8380 x1876699484472320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761391.739454:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484472320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761391.739459:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761391.739461:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761391.739463:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472320:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761391.739466:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484472448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761391.739476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761391.739483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff8ab8c2fe8000 x1876699484472448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761391.739509:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484472448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761391.739516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761391.739518:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761391.739520:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484472448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761391.739525:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484472576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761391.739546:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761391.739553:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761391/real 1789761391]  req@ffff8ab8c2fe8a80 x1876699484472576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761391.739561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484472576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761391.739567:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761391.739569:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761391.739571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484472576:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761392.442973:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761393.467017:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761394.490978:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761395.515037:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761396.538985:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761396.858948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761396.858956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761396.858960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761396.858968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1385
00000100:00080000:0.0:1789761396.858979:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761396.858987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761396.859027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484472704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761396.859060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761396.859065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761396.859067:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761396.859072:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1385
00000100:00080000:0.0:1789761396.859075:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761396.859079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761396.859088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761396.859101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484472832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761396.859110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761396.859112:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484472704:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761396.859113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761396.859117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761396.859124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1385
00000100:00080000:0.0:1789761396.859126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761396.859129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761396.859133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761396.859141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484472960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761396.859148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761396.859150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761396.859152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761396.859155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1385
00000100:00080000:0.0:1789761396.859157:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761396.859159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761396.859164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761396.859173:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761396.859174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484473088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761396.859185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761396.859187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761396.859189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761396.859192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1385
00000100:00080000:0.0:1789761396.859194:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761396.859196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761396.859199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761396.859206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484473216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761396.859211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761396.859213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761396.859214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761396.859220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1385
00000100:00100000:3.0:1789761396.859220:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff8ab8c2fea300 x1876699484472704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761396.859222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761396.859230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761396.859238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761396.859249:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484472704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761396.859253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484473344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761396.859264:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761396.859273:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761396.859278:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484472704:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761396.859297:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761396.859313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761396.859321:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff8ab8c2fe8e00 x1876699484472832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761396.859330:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484472832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761396.859335:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761396.859338:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761396.859340:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761396.859343:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761396.859354:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761396.859360:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff8ab8c2feb100 x1876699484472960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761396.859374:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484472960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761396.859380:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761396.859382:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761396.859385:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484472960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761396.859388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484473088:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761396.859401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761396.859408:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff8ab8c2feb480 x1876699484473088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761396.859416:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484473088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761396.859421:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761396.859423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761396.859425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484473088:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761396.859428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484473216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761396.859439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761396.859445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff8ab8c2feb800 x1876699484473216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761396.859467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484473216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761396.859475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761396.859478:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761396.859482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484473216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761396.859488:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484473344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761396.859509:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761396.859521:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761396/real 1789761396]  req@ffff8ab8c2fe9180 x1876699484473344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761396.859534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484473344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761396.859543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761396.859546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761396.859550:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484473344:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761397.563020:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761398.586962:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761399.611038:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761400.634993:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761401.658975:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761401.978994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761401.979006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761401.979010:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761401.979021:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1390
00000100:00080000:1.0:1789761401.979033:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761401.979039:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761401.979070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484473472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761401.979095:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761401.979098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761401.979099:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761401.979102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1390
00000100:00080000:1.0:1789761401.979104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761401.979107:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761401.979114:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761401.979124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484473600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761401.979131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761401.979134:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761401.979135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761401.979138:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1390
00000100:00080000:1.0:1789761401.979140:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761401.979142:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761401.979146:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761401.979148:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484473472:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761401.979155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484473728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761401.979163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761401.979166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761401.979167:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761401.979170:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1390
00000100:00080000:1.0:1789761401.979172:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761401.979175:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761401.979178:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761401.979185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484473856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761401.979192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761401.979194:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761401.979196:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761401.979198:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1390
00000100:00080000:1.0:1789761401.979201:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761401.979204:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761401.979206:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761401.979212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484473984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761401.979218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761401.979220:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761401.979221:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761401.979226:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1390
00000800:00000100:3.0:1789761401.979229:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761401.979230:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761401.979235:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761401.979238:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761401.979244:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484474112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761401.979282:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401]  req@ffff8ab8d84a9c00 x1876699484473472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761401.979297:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484473472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761401.979306:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761401.979309:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761401.979312:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484473472:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761401.979320:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484473600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761401.979340:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761401.979349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401]  req@ffff8ab8d84abb80 x1876699484473600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761401.979357:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484473600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761401.979363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761401.979365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761401.979367:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484473600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761401.979392:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484473728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761401.979405:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761401.979428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401]  req@ffff8ab8d84aa300 x1876699484473728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761401.979437:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484473728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761401.979447:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761401.979449:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761401.979451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484473728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761401.979456:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484473856:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761401.979470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761401.979478:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401]  req@ffff8ab8d84a8e00 x1876699484473856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761401.979485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484473856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761401.979491:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761401.979492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761401.979494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484473856:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761401.979504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484473984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761401.979515:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761401.979522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401]  req@ffff8ab8d84a9180 x1876699484473984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761401.979530:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484473984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761401.979536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761401.979537:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761401.979540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484473984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761401.979543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484474112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761401.979553:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761401.979559:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761401/real 1789761401]  req@ffff8ab8d84a8a80 x1876699484474112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761401.979566:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484474112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761401.979571:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761401.979573:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761401.979574:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484474112:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761402.683015:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761403.707018:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761404.731006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761405.755012:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761406.779018:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761407.098962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761407.098972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761407.098977:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761407.098987:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1395
00000100:00080000:0.0:1789761407.098998:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761407.099006:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761407.099040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484474240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761407.099067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761407.099070:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761407.099071:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761407.099074:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1395
00000100:00080000:0.0:1789761407.099077:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761407.099081:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761407.099088:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761407.099098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484474368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761407.099111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761407.099116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761407.099117:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484474240:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761407.099118:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761407.099127:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1395
00000100:00080000:0.0:1789761407.099130:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761407.099132:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761407.099136:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761407.099146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484474496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761407.099158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761407.099160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761407.099162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761407.099164:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1395
00000100:00080000:0.0:1789761407.099167:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761407.099170:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761407.099172:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761407.099185:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761407.099187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484474624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761407.099201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761407.099205:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761407.099207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761407.099213:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1395
00000100:00080000:0.0:1789761407.099217:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761407.099222:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761407.099228:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761407.099228:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8ab8c2feaa00 x1876699484474240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761407.099246:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484474752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761407.099251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484474240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761407.099273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761407.099281:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761407.099282:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761407.099284:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761407.099288:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789761407.099295:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1395
00000100:00100000:3.0:1789761407.099295:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484474240:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761407.099306:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761407.099314:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761407.099320:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761407.099322:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484474368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761407.099341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484474880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761407.099348:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761407.099361:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8ab8c2fea680 x1876699484474368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.099386:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484474368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.099394:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.099396:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761407.099400:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484474368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761407.099406:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484474496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761407.099427:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761407.099438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8ab8c2fe9500 x1876699484474496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.099453:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484474496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.099462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.099466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761407.099470:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484474496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761407.099478:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484474624:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761407.099505:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761407.099520:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8ab8c2fe9f80 x1876699484474624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.099535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484474624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.099541:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.099544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761407.099547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484474624:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761407.099553:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484474752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761407.099572:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761407.099583:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8ab8c2febb80 x1876699484474752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.099594:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484474752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.099603:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.099607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761407.099612:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484474752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761407.099702:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484474880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761407.099720:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761407.099729:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8ab8c2feaa00 x1876699484474880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.099737:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484474880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.099742:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.099745:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761407.099747:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484474880:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761407.803045:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761408.827012:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761409.851018:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761410.875017:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761411.898990:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761412.218980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761412.218989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761412.218993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761412.219001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1400
00000100:00080000:0.0:1789761412.219011:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761412.219017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761412.219052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484475008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761412.219077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761412.219080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761412.219081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761412.219084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1400
00000100:00080000:0.0:1789761412.219086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761412.219088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761412.219097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761412.219112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484475136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761412.219124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761412.219129:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484475008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761412.219130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761412.219136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761412.219143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1400
00000100:00080000:0.0:1789761412.219148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761412.219153:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761412.219159:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761412.219174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484475264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761412.219185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761412.219189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761412.219192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761412.219194:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761412.219200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1400
00000100:00080000:0.0:1789761412.219206:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761412.219210:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761412.219216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761412.219228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484475392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761412.219235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761412.219238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761412.219241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761412.219245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1400
00000100:00100000:3.0:1789761412.219250:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8ab8c2fe9180 x1876699484475008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761412.219252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761412.219263:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761412.219270:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761412.219273:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484475008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761412.219284:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761412.219287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484475520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761412.219290:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761412.219298:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484475008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761412.219311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761412.219314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761412.219316:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761412.219320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1400
00000100:00080000:0.0:1789761412.219323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761412.219326:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484475136:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789761412.219331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761412.219355:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761412.219370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484475648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761412.219374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761412.219396:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8ab8c2feb800 x1876699484475136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761412.219414:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484475136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761412.219432:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761412.219436:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761412.219441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484475136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761412.219450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484475264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761412.219478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761412.219492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8ab8c2feb480 x1876699484475264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761412.219504:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484475264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761412.219510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761412.219512:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761412.219514:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484475264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761412.219519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484475392:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761412.219534:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761412.219542:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8ab8c2feb100 x1876699484475392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761412.219550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484475392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761412.219555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761412.219556:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761412.219559:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484475392:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761412.219562:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484475520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761412.219573:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761412.219580:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8ab8c2fe8e00 x1876699484475520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761412.219587:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484475520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761412.219592:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761412.219593:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761412.219595:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484475520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761412.219607:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484475648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761412.219618:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761412.219624:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8ab8c2fea300 x1876699484475648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761412.219631:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484475648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761412.219636:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761412.219638:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761412.219640:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484475648:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761412.923014:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761413.946986:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761414.971065:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761415.994986:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761417.019018:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761417.338970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.338977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761417.338981:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.338990:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1405
00000100:00080000:1.0:1789761417.338999:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.339006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761417.339036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484475776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761417.339059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.339062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761417.339063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.339066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1405
00000100:00080000:1.0:1789761417.339069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.339072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761417.339079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761417.339092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484475904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761417.339104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761417.339109:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484475776:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761417.339110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761417.339115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.339121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1405
00000100:00080000:1.0:1789761417.339126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.339130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761417.339136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761417.339149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484476032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761417.339158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.339161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761417.339162:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.339165:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1405
00000100:00080000:1.0:1789761417.339169:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.339172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761417.339175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761417.339183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484476160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761417.339190:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761417.339202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.339205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761417.339207:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.339211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1405
00000100:00080000:1.0:1789761417.339214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.339216:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761417.339220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761417.339237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484476288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761417.339238:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff8ab8d84aa680 x1876699484475776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761417.339259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.339262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761417.339263:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761417.339267:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484475776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761417.339268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1405
00000100:00080000:1.0:1789761417.339274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.339280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761417.339286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761417.339294:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761417.339311:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484476416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761417.339316:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761417.339331:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484475776:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761417.339360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484475904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761417.339382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761417.339392:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff8ab8d84a9f80 x1876699484475904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.339401:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484475904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.339407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.339409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761417.339412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484475904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761417.339416:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761417.339428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761417.339434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff8ab8d84ab100 x1876699484476032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.339442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484476032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.339452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.339454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761417.339456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761417.339460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476160:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761417.339470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761417.339476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff8ab8d84aad80 x1876699484476160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.339483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484476160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.339489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.339491:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761417.339493:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476160:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761417.339496:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484476288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761417.339506:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761417.339512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff8ab8d84ab480 x1876699484476288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.339519:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484476288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.339524:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.339526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761417.339528:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484476288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761417.339531:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484476416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761417.339541:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761417.339547:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff8ab8d84a8000 x1876699484476416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.339554:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484476416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.339558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.339560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761417.339562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484476416:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761418.042997:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761419.067025:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761420.091008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761421.115010:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761422.139012:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761422.459049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.459060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761422.459064:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.459079:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1411
00000100:00080000:3.0:1789761422.459092:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.459100:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761422.459145:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484476544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761422.459172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.459175:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761422.459177:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.459180:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1411
00000100:00080000:3.0:1789761422.459183:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.459187:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761422.459197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761422.459207:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484476672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761422.459215:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484476544:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761422.459217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.459226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761422.459228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.459232:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1411
00000100:00080000:3.0:1789761422.459234:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.459237:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761422.459239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761422.459249:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484476800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761422.459254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.459272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761422.459275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.459280:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1411
00000100:00080000:3.0:1789761422.459283:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.459287:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761422.459291:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761422.459301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484476928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761422.459308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.459312:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789761422.459316:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761422.459316:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.459321:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1411
00000100:00080000:3.0:1789761422.459325:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.459328:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761422.459333:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761422.459347:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484477056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761422.459357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.459360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761422.459363:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.459367:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1411
00000100:00100000:1.0:1789761422.459372:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8ab8c34f4a80 x1876699484476544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761422.459372:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.459382:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761422.459392:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761422.459397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484476544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761422.459410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761422.459411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484477184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761422.459416:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761422.459423:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484476544:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761422.459452:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761422.459470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761422.459480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8ab8c34f6300 x1876699484476672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761422.459488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484476672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761422.459504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761422.459509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761422.459512:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761422.459517:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761422.459530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761422.459537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8ab8c34f7100 x1876699484476800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761422.459550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484476800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761422.459556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761422.459558:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761422.459561:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761422.459564:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476928:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761422.459576:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761422.459582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8ab8c34f7b80 x1876699484476928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761422.459590:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484476928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761422.459595:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761422.459597:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761422.459599:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484476928:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761422.459602:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484477056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761422.459613:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761422.459619:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8ab8c34f4380 x1876699484477056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761422.459632:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484477056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761422.459647:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761422.459651:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761422.459655:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484477056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761422.459661:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484477184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761422.459681:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761422.459690:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8ab8c34f5c00 x1876699484477184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761422.459698:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484477184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761422.459704:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761422.459706:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761422.459708:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484477184:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761423.163003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761424.187026:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761425.211036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761426.235044:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761427.259004:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761427.578975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761427.578985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761427.578989:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761427.578999:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1416
00000100:00080000:3.0:1789761427.579009:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761427.579017:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761427.579057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484477312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761427.579088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761427.579092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761427.579094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761427.579099:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1416
00000100:00080000:3.0:1789761427.579103:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761427.579107:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761427.579117:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761427.579132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484477440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761427.579135:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484477312:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761427.579151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761427.579155:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761427.579157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761427.579162:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1416
00000100:00080000:3.0:1789761427.579166:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761427.579170:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761427.579175:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761427.579185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484477568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761427.579196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761427.579201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789761427.579202:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761427.579204:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761427.579210:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1416
00000100:00080000:3.0:1789761427.579215:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761427.579232:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761427.579238:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761427.579251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484477696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761427.579258:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff8ab8c34f5c00 x1876699484477312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761427.579265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761427.579273:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761427.579275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761427.579280:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1416
00000100:00100000:1.0:1789761427.579282:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484477312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761427.579285:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761427.579293:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789761427.579297:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761427.579298:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761427.579303:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761427.579308:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484477312:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761427.579310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484477824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761427.579319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761427.579321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761427.579323:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761427.579325:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1416
00000100:00080000:3.0:1789761427.579327:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761427.579329:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761427.579333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484477440:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789761427.579333:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761427.579344:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484477952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761427.579364:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761427.579383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff8ab8c34f4380 x1876699484477440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761427.579399:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484477440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761427.579406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761427.579408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761427.579410:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484477440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761427.579415:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484477568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761427.579431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761427.579439:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff8ab8c34f7b80 x1876699484477568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761427.579446:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484477568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761427.579451:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761427.579454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761427.579456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484477568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761427.579460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484477696:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761427.579471:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761427.579478:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff8ab8c34f7100 x1876699484477696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761427.579485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484477696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761427.579490:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761427.579492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761427.579494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484477696:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761427.579497:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484477824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761427.579507:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761427.579513:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff8ab8c34f6300 x1876699484477824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761427.579520:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484477824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761427.579525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761427.579527:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761427.579529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484477824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761427.579541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484477952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761427.579552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761427.579558:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761427/real 1789761427]  req@ffff8ab8c34f4a80 x1876699484477952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761427.579566:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484477952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761427.579570:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761427.579572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761427.579574:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484477952:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761428.283024:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761429.306962:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761430.331010:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761431.355032:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761432.379029:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761432.698962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761432.698972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761432.698976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761432.698986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1421
00000100:00080000:1.0:1789761432.698995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761432.699002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761432.699037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484478080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761432.699072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761432.699076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761432.699079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761432.699083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1421
00000100:00080000:1.0:1789761432.699087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761432.699092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761432.699102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761432.699112:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484478080:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761432.699118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484478208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761432.699131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761432.699134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761432.699136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761432.699141:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1421
00000100:00080000:1.0:1789761432.699145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761432.699149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761432.699155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761432.699167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484478336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761432.699178:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761432.699193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761432.699199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761432.699201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761432.699206:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1421
00000100:00080000:1.0:1789761432.699211:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761432.699216:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761432.699221:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761432.699232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484478464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761432.699243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761432.699247:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff8ab8d84a8380 x1876699484478080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761432.699248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761432.699252:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761432.699261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1421
00000100:00080000:1.0:1789761432.699269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761432.699274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761432.699279:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484478080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761432.699280:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761432.699298:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761432.699300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484478592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761432.699309:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789761432.699318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761432.699319:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484478080:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761432.699328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761432.699331:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761432.699337:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1421
00000100:00080000:1.0:1789761432.699341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761432.699344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761432.699349:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761432.699352:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484478208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761432.699364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484478720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761432.699382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761432.699399:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff8ab8d84ab800 x1876699484478208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761432.699413:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484478208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761432.699422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761432.699426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761432.699430:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484478208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761432.699437:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484478336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761432.699456:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761432.699468:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff8ab8d84a9500 x1876699484478336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761432.699479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484478336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761432.699486:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761432.699489:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761432.699492:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484478336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761432.699498:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484478464:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761432.699513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761432.699522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff8ab8d84a9880 x1876699484478464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761432.699532:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484478464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761432.699540:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761432.699543:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761432.699547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484478464:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761432.699553:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484478592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761432.699572:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761432.699584:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff8ab8d84a8700 x1876699484478592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761432.699596:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484478592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761432.699604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761432.699607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761432.699610:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484478592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761432.699625:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484478720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761432.699642:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761432.699652:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761432/real 1789761432]  req@ffff8ab8d84a8380 x1876699484478720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761432.699662:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484478720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761432.699669:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761432.699672:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761432.699675:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484478720:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761433.402990:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761434.427085:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761435.451007:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761436.475035:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761437.499022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761437.818998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761437.819011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761437.819016:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761437.819029:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1426
00000100:00080000:3.0:1789761437.819044:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761437.819054:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761437.819104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484478848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761437.819134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761437.819139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761437.819141:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761437.819157:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1426
00000100:00080000:3.0:1789761437.819162:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761437.819168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761437.819180:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761437.819188:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484478848:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761437.819200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484478976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761437.819214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761437.819218:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761437.819221:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761437.819225:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1426
00000100:00080000:3.0:1789761437.819229:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761437.819234:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761437.819238:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761437.819251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484479104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761437.819261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761437.819265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761437.819267:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761437.819270:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1426
00000100:00080000:3.0:1789761437.819274:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761437.819278:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761437.819284:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761437.819295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484479232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761437.819307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761437.819312:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761437.819314:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761437.819318:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1426
00000100:00100000:1.0:1789761437.819322:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484478976:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761437.819323:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761437.819332:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761437.819338:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761437.819352:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484479360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761437.819360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484479104:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761437.819365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761437.819370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761437.819372:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761437.819378:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1426
00000100:00080000:3.0:1789761437.819383:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761437.819387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761437.819392:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484479232:192.168.203.110@tcp:8:kworker.0
00000008:00100000:3.0:1789761437.819396:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761437.819411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484479488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761437.819435:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484479360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761437.819461:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484479488:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761438.523037:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761439.546959:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761440.570995:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761440.891078:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:2.0:1789761440.891117:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761440.891149:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761440.891190:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761440.891200:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761440.891209:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761440.891214:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761440.891223:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789761440.891237:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761440]  req@ffff8ab8c34f5f80 x1876699484479360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761440.891278:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484479360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761440.891292:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761440.891297:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761440.891302:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484479360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761440.891308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761440]  req@ffff8ab8c34f5880 x1876699484479488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761440.891318:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484479488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761440.891325:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761440.891327:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761440.891329:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484479488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761440.891334:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761440]  req@ffff8ab8c34f5180 x1876699484478976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761440.891342:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484478976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761440.891348:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761440.891351:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761440.891353:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484478976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761440.891358:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761440]  req@ffff8ab8c34f7800 x1876699484479104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761440.891366:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484479104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761440.891375:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761440.891379:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761440.891383:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484479104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761440.891390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761440]  req@ffff8ab8c34f6680 x1876699484479232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761440.891403:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484479232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761440.891410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761440.891414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761440.891417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484479232:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761440.891424:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761437/real 1789761440]  req@ffff8ab8c34f6d80 x1876699484478848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761440.891436:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484478848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761440.891456:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761440.891459:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761440.891463:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484478848:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789761441.595038:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761442.619031:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761442.938996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761442.939007:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761442.939012:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761442.939024:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1431
00000100:00080000:3.0:1789761442.939036:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761442.939045:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761442.939082:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484479616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761442.939129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761442.939133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761442.939135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761442.939142:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1431
00000100:00080000:3.0:1789761442.939145:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761442.939149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761442.939159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761442.939172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484479744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761442.939181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761442.939185:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761442.939188:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761442.939189:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484479616:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761442.939194:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1431
00000100:00080000:3.0:1789761442.939201:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761442.939206:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761442.939211:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761442.939226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484479872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761442.939244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761442.939249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761442.939251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761442.939256:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1431
00000100:00080000:3.0:1789761442.939260:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761442.939265:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761442.939272:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761442.939290:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761442.939290:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484480000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761442.939305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761442.939311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761442.939313:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761442.939319:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1431
00000100:00080000:3.0:1789761442.939324:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761442.939329:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761442.939336:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761442.939348:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442]  req@ffff8ab8c34f4000 x1876699484479616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761442.939361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484480128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761442.939374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761442.939380:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484479616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761442.939380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761442.939385:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761442.939395:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1431
00000100:00080000:0.0:1789761442.939404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761442.939404:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761442.939412:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761442.939415:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789761442.939420:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761442.939425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484479616:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761442.939438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484480256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761442.939462:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484479744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761442.939492:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761442.939506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442]  req@ffff8ab8c34f7480 x1876699484479744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761442.939520:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484479744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761442.939529:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761442.939533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761442.939536:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484479744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761442.939543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484479872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761442.939564:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761442.939577:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442]  req@ffff8ab8c34f5500 x1876699484479872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761442.939589:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484479872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761442.939597:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761442.939601:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761442.939604:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484479872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761442.939611:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484480000:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761442.939634:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761442.939646:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442]  req@ffff8ab8c34f6a00 x1876699484480000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761442.939667:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484480000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761442.939674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761442.939676:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761442.939679:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484480000:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761442.939683:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484480128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761442.939700:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761442.939710:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442]  req@ffff8ab8c34f4700 x1876699484480128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761442.939723:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484480128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761442.939731:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761442.939735:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761442.939738:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484480128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761442.939745:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484480256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761442.939774:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761442.939786:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761442/real 1789761442]  req@ffff8ab8c34f6d80 x1876699484480256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761442.939799:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484480256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761442.939815:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761442.939818:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761442.939822:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484480256:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761443.643007:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761444.667000:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761445.691033:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761446.715010:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761447.739023:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761448.058987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.058996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761448.059001:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.059010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1436
00000100:00080000:0.0:1789761448.059020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.059025:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761448.059056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484480384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.059093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.059096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761448.059098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.059103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1436
00000100:00080000:0.0:1789761448.059107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.059113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761448.059124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761448.059127:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484480384:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761448.059142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484480512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.059157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.059161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761448.059164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.059168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1436
00000100:00080000:0.0:1789761448.059173:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.059178:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761448.059184:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789761448.059185:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.059202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484480640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.059209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.059212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761448.059213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.059217:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1436
00000100:00080000:0.0:1789761448.059220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.059223:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761448.059227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761448.059236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484480768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761448.059241:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8ab8c2fe8a80 x1876699484480384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761448.059247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.059255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761448.059260:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.059264:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1436
00000100:00080000:0.0:1789761448.059267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.059274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761448.059275:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484480384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761448.059277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.059289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484480896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761448.059294:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761448.059297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.059302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761448.059303:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789761448.059304:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.059312:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1436
00000100:00100000:1.0:1789761448.059314:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484480384:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761448.059315:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.059322:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761448.059327:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.059334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484481024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761448.059349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484480512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761448.059372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761448.059382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8ab8c2fe8000 x1876699484480512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761448.059396:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484480512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761448.059404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761448.059409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761448.059412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484480512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761448.059419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484480640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761448.059438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761448.059450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8ab8c2fe8380 x1876699484480640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761448.059463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484480640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761448.059471:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761448.059475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761448.059479:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484480640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761448.059486:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484480768:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761448.059509:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761448.059521:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8ab8c2fe9c00 x1876699484480768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761448.059542:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484480768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761448.059551:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761448.059554:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761448.059558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484480768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761448.059564:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484480896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761448.059583:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761448.059593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8ab8c2fe9880 x1876699484480896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761448.059605:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484480896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761448.059614:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761448.059616:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761448.059619:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484480896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761448.059623:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484481024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761448.059638:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761448.059645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8ab8c2fead80 x1876699484481024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761448.059652:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484481024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761448.059661:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761448.059664:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761448.059666:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484481024:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761448.763023:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761449.787022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761450.811004:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761451.835023:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761452.858991:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761453.178990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.179001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761453.179005:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.179015:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1441
00000100:00080000:3.0:1789761453.179037:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.179045:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761453.179083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484481152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.179107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.179110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761453.179112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.179116:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1441
00000100:00080000:3.0:1789761453.179121:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.179125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761453.179135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.179152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484481280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761453.179160:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484481152:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761453.179169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.179175:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761453.179178:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.179183:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1441
00000100:00080000:3.0:1789761453.179188:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.179192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761453.179199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.179213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484481408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.179225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761453.179230:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761453.179232:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761453.179236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.179241:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1441
00000100:00080000:3.0:1789761453.179246:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.179250:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761453.179256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761453.179268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484481536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.179275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.179278:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761453.179280:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.179285:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1441
00000100:00100000:1.0:1789761453.179286:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8ab8c34f6680 x1876699484481152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761453.179289:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.179297:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761453.179305:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761453.179315:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484481152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761453.179321:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484481664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761453.179331:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761453.179332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761453.179337:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761453.179338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761453.179343:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761453.179344:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484481152:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761453.179354:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1441
00000100:00080000:3.0:1789761453.179360:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.179365:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761453.179369:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484481280:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789761453.179371:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.179390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484481792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761453.179396:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761453.179411:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8ab8c34f7800 x1876699484481280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761453.179421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484481280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761453.179428:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761453.179432:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761453.179434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484481280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761453.179439:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484481408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761453.179451:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761453.179458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8ab8c34f5180 x1876699484481408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761453.179465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484481408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761453.179470:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761453.179472:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761453.179473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484481408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761453.179477:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484481536:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761453.179488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761453.179494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8ab8c34f5880 x1876699484481536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761453.179502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484481536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761453.179506:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761453.179508:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761453.179511:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484481536:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761453.179514:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484481664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761453.179524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761453.179530:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8ab8c34f5f80 x1876699484481664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761453.179537:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484481664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761453.179542:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761453.179544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761453.179546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484481664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761453.179556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484481792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761453.179567:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761453.179573:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8ab8c34f4a80 x1876699484481792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761453.179580:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484481792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761453.179585:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761453.179587:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761453.179589:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484481792:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761453.883041:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761454.906994:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761455.931002:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761456.954967:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761457.979030:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761458.298960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761458.298968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761458.298972:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761458.298980:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1446
00000100:00080000:3.0:1789761458.299000:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761458.299006:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761458.299040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484481920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761458.299064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761458.299067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761458.299068:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761458.299071:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1446
00000100:00080000:3.0:1789761458.299075:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761458.299077:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761458.299085:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761458.299095:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484482048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761458.299105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761458.299107:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761458.299109:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761458.299114:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484481920:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761458.299115:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1446
00000100:00080000:3.0:1789761458.299121:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761458.299125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761458.299129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761458.299139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484482176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761458.299146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761458.299148:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761458.299150:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761458.299155:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1446
00000100:00080000:3.0:1789761458.299160:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761458.299165:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761458.299172:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761458.299175:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761458.299192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484482304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761458.299211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761458.299215:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761458.299220:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8ab8c34f6300 x1876699484481920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761458.299220:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761458.299230:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1446
00000100:00080000:3.0:1789761458.299238:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761458.299245:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761458.299246:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484481920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761458.299255:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761458.299259:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761458.299264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761458.299269:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484481920:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761458.299271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484482432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761458.299283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761458.299285:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761458.299287:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761458.299289:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1446
00000100:00080000:3.0:1789761458.299292:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761458.299295:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761458.299299:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761458.299301:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761458.299308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484482560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761458.299336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761458.299348:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8ab8c34f7100 x1876699484482048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761458.299357:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484482048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761458.299362:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761458.299365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761458.299367:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761458.299371:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761458.299385:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761458.299398:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8ab8c34f7b80 x1876699484482176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761458.299405:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484482176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761458.299411:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761458.299413:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761458.299415:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761458.299418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482304:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761458.299430:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761458.299436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8ab8c34f4380 x1876699484482304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761458.299443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484482304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761458.299448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761458.299457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761458.299459:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482304:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761458.299463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484482432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761458.299475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761458.299481:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8ab8c34f5c00 x1876699484482432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761458.299494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484482432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761458.299499:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761458.299501:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761458.299503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484482432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761458.299515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484482560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761458.299525:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761458.299531:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8ab8c34f6300 x1876699484482560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761458.299539:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484482560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761458.299544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761458.299545:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761458.299547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484482560:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761459.003025:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761460.027107:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761461.051081:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761462.075070:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761463.099038:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761463.418990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.418997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761463.419001:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.419009:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1451
00000100:00080000:0.0:1789761463.419018:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.419024:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761463.419057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484482688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.419076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.419079:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.419080:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.419083:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1451
00000100:00080000:0.0:1789761463.419085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.419088:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761463.419095:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.419104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484482816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.419111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.419114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761463.419115:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.419117:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1451
00000100:00080000:0.0:1789761463.419119:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.419121:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761463.419124:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.419134:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484482944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761463.419134:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484482688:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761463.419148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.419151:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.419152:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.419154:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1451
00000100:00080000:0.0:1789761463.419156:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.419158:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761463.419161:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761463.419168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484483072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.419175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.419178:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.419180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.419184:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1451
00000100:00080000:0.0:1789761463.419190:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.419194:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761463.419199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761463.419206:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761463.419213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484483200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.419225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.419229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761463.419231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.419236:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1451
00000100:00080000:0.0:1789761463.419239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.419244:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761463.419247:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.419256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484483328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761463.419258:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8ab8c2fead80 x1876699484482688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761463.419284:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484482688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761463.419293:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761463.419296:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761463.419300:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484482688:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761463.419305:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761463.419324:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761463.419333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8ab8c2fe9880 x1876699484482816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761463.419348:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484482816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761463.419354:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761463.419356:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761463.419358:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761463.419377:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761463.419390:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761463.419398:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8ab8c2fe9c00 x1876699484482944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761463.419406:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484482944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761463.419422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761463.419424:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761463.419426:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484482944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761463.419431:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484483072:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761463.419443:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761463.419450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8ab8c2fe8380 x1876699484483072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761463.419457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484483072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761463.419463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761463.419470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761463.419472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484483072:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761463.419476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484483200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761463.419488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761463.419494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8ab8c2fe8000 x1876699484483200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761463.419502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484483200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761463.419507:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761463.419509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761463.419511:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484483200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761463.419515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484483328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761463.419525:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761463.419531:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8ab8c2fe8a80 x1876699484483328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761463.419538:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484483328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761463.419543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761463.419545:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761463.419547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484483328:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761464.123018:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761465.147089:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761466.171040:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761467.195125:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761468.219022:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761468.539002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.539010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761468.539013:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.539021:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1457
00000100:00080000:0.0:1789761468.539030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.539036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761468.539069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484483456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.539092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.539095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761468.539096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.539099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1457
00000100:00080000:0.0:1789761468.539101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.539103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761468.539111:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761468.539120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484483584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.539127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.539129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761468.539130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.539133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1457
00000100:00080000:0.0:1789761468.539135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.539139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761468.539141:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484483456:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789761468.539142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761468.539153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484483712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.539161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.539163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761468.539164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.539166:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1457
00000100:00080000:0.0:1789761468.539169:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.539172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761468.539176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761468.539183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484483840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.539192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761468.539196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789761468.539199:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761468.539201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.539208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1457
00000100:00080000:0.0:1789761468.539214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761468.539218:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761468.539224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761468.539236:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468]  req@ffff8ab8c2fea300 x1876699484483456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761468.539240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484483968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761468.539256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761468.539260:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484483456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761468.539261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761468.539264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761468.539272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1457
00000100:00080000:0.0:1789761468.539278:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761468.539278:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761468.539284:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789761468.539286:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789761468.539291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761468.539291:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484483456:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761468.539302:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484483584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761468.539310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484484096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761468.539322:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761468.539333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468]  req@ffff8ab8c2fe8e00 x1876699484483584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761468.539344:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484483584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761468.539354:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761468.539359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761468.539364:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484483584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761468.539390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484483712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761468.539409:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761468.539420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468]  req@ffff8ab8c2feb100 x1876699484483712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761468.539432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484483712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761468.539441:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761468.539445:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761468.539448:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484483712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761468.539455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484483840:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761468.539473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761468.539482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468]  req@ffff8ab8c2feb480 x1876699484483840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761468.539490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484483840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761468.539496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761468.539497:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761468.539500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484483840:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761468.539503:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484483968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761468.539514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761468.539520:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468]  req@ffff8ab8c2feb800 x1876699484483968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761468.539528:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484483968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761468.539532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761468.539534:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761468.539544:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484483968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761468.539550:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484484096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761468.539562:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761468.539570:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761468/real 1789761468]  req@ffff8ab8c2fe9180 x1876699484484096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761468.539582:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484484096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761468.539597:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761468.539600:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761468.539604:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484484096:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761469.243003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761470.266993:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761471.291097:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761472.314987:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761473.339036:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761473.658982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761473.658993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761473.658997:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761473.659008:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1462
00000100:00080000:3.0:1789761473.659019:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761473.659027:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761473.659063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484484224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761473.659088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761473.659090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761473.659092:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761473.659095:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1462
00000100:00080000:3.0:1789761473.659098:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761473.659100:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761473.659108:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761473.659118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484484352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761473.659126:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761473.659128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761473.659129:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761473.659132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1462
00000100:00080000:3.0:1789761473.659134:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761473.659137:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761473.659140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761473.659149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484484224:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761473.659149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484484480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761473.659164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761473.659167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761473.659168:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761473.659170:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1462
00000100:00080000:3.0:1789761473.659172:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761473.659174:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761473.659177:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761473.659183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484484608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761473.659190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761473.659192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761473.659193:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761473.659196:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1462
00000100:00080000:3.0:1789761473.659198:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761473.659200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761473.659203:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761473.659210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484484736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761473.659216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761473.659219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761473.659222:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761473.659223:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761473.659227:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1462
00000100:00080000:3.0:1789761473.659230:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761473.659232:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761473.659235:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761473.659243:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484484864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761473.659272:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff8ab8c34f4a80 x1876699484484224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.659293:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484484224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.659305:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.659310:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761473.659315:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484484224:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761473.659323:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484484352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761473.659348:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761473.659363:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff8ab8c34f5f80 x1876699484484352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.659378:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484484352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.659394:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.659398:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761473.659402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484484352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761473.659426:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484484480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761473.659450:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761473.659463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff8ab8c34f5880 x1876699484484480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.659476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484484480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.659485:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.659488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761473.659491:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484484480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761473.659495:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484484608:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761473.659510:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761473.659518:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff8ab8c34f5180 x1876699484484608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.659526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484484608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.659531:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.659533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761473.659536:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484484608:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761473.659540:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484484736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761473.659550:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761473.659556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff8ab8c34f7800 x1876699484484736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.659563:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484484736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.659568:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.659570:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761473.659572:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484484736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761473.659575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484484864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761473.659585:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761473.659591:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761473/real 1789761473]  req@ffff8ab8c34f6680 x1876699484484864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761473.659598:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484484864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761473.659603:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761473.659605:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761473.659606:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484484864:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761474.362987:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761475.387043:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761476.410994:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761477.435019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761478.458967:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761478.778943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761478.778954:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761478.778958:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761478.778969:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1467
00000100:00080000:3.0:1789761478.778979:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761478.778986:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761478.779018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484484992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761478.779046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761478.779050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761478.779052:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761478.779057:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1467
00000100:00080000:3.0:1789761478.779061:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761478.779065:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761478.779075:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761478.779085:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484484992:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761478.779094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484485120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761478.779108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761478.779112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761478.779114:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761478.779119:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1467
00000100:00080000:3.0:1789761478.779125:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761478.779131:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761478.779138:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761478.779143:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761478.779152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484485248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761478.779164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761478.779168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789761478.779177:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478]  req@ffff8ab8c34f6d80 x1876699484484992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761478.779193:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484484992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761478.779202:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761478.779205:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761478.779209:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484484992:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761478.779230:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484485120:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761478.779230:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761478.779240:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1467
00000100:00080000:3.0:1789761478.779246:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761478.779250:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761478.779255:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761478.779255:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761478.779267:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478]  req@ffff8ab8c34f4700 x1876699484485120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761478.779271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484485376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761478.779286:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484485120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761478.779289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761478.779297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761478.779301:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761478.779302:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761478.779306:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761478.779309:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484485120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761478.779313:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484485248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761478.779325:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761478.779332:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478]  req@ffff8ab8c34f6a00 x1876699484485248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761478.779340:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484485248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761478.779346:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761478.779347:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761478.779349:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484485248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761478.779359:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484485376:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761478.779373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761478.779381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478]  req@ffff8ab8c34f5500 x1876699484485376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761478.779390:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484485376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761478.779398:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761478.779406:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761478.779406:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1467
00000100:00100000:1.0:1789761478.779413:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484485376:192.168.203.110@tcp:8:kworker.0
00000100:00080000:3.0:1789761478.779415:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761478.779424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761478.779430:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761478.779443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484485504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761478.779514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761478.779517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761478.779519:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761478.779522:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1467
00000100:00080000:3.0:1789761478.779525:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761478.779528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761478.779533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761478.779543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484485632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761478.779551:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484485504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761478.779580:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761478.779594:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478]  req@ffff8ab8c34f7480 x1876699484485504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761478.779607:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484485504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761478.779622:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761478.779626:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761478.779630:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484485504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761478.779643:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484485632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761478.779660:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761478.779667:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761478/real 1789761478]  req@ffff8ab8c34f4000 x1876699484485632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761478.779675:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484485632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761478.779680:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761478.779682:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761478.779684:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484485632:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761479.483010:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761480.507050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761481.531047:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761482.555007:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761483.578991:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761483.898929:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761483.898937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761483.898940:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761483.898948:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1472
00000100:00080000:3.0:1789761483.898957:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761483.898962:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761483.898992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484485760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761483.899013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761483.899016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761483.899017:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761483.899020:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1472
00000100:00080000:3.0:1789761483.899022:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761483.899025:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761483.899033:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761483.899043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484485888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761483.899047:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484485760:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761483.899060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761483.899062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761483.899063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761483.899066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1472
00000100:00080000:3.0:1789761483.899068:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761483.899070:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761483.899073:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761483.899081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484486016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761483.899087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761483.899090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761483.899091:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761483.899093:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1472
00000100:00080000:3.0:1789761483.899096:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761483.899098:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761483.899102:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761483.899110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484486144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761483.899116:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761483.899123:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761483.899126:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761483.899128:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761483.899132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1472
00000100:00080000:3.0:1789761483.899137:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761483.899139:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761483.899142:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761483.899150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484486272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761483.899155:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff8ab8c34f4000 x1876699484485760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761483.899163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761483.899170:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761483.899172:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761483.899176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1472
00000100:00100000:1.0:1789761483.899178:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484485760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761483.899179:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761483.899187:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761483.899193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761483.899203:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761483.899204:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484486400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761483.899209:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761483.899216:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484485760:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761483.899239:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484485888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761483.899260:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761483.899274:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff8ab8c34f7480 x1876699484485888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.899289:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484485888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.899299:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.899303:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761483.899307:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484485888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761483.899314:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761483.899336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761483.899348:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff8ab8c34f5500 x1876699484486016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.899357:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484486016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.899362:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.899365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761483.899367:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761483.899371:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486144:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761483.899385:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761483.899392:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff8ab8c34f6a00 x1876699484486144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.899400:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484486144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.899405:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.899407:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761483.899409:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486144:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761483.899412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484486272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761483.899430:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761483.899436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff8ab8c34f4700 x1876699484486272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.899444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484486272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.899449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.899451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761483.899453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484486272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761483.899456:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484486400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761483.899467:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761483.899473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761483/real 1789761483]  req@ffff8ab8c34f6d80 x1876699484486400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761483.899487:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484486400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761483.899492:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761483.899494:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761483.899496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484486400:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761484.603059:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761485.627026:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761486.650981:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761487.674976:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761488.699003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761489.018950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.018958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761489.018961:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.018969:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1477
00000100:00080000:1.0:1789761489.018978:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.018984:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761489.019014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484486528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761489.019037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.019040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761489.019041:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.019044:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1477
00000100:00080000:1.0:1789761489.019046:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.019048:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761489.019056:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761489.019065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484486656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761489.019074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.019076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761489.019078:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761489.019082:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484486528:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761489.019084:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1477
00000100:00080000:1.0:1789761489.019089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.019093:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761489.019096:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761489.019106:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484486784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761489.019112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.019115:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761489.019116:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.019119:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1477
00000100:00080000:1.0:1789761489.019134:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.019137:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761489.019140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761489.019150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484486912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761489.019152:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761489.019161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.019164:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761489.019166:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.019168:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1477
00000100:00080000:1.0:1789761489.019172:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.019174:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761489.019177:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761489.019185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484487040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761489.019191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.019193:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761489.019195:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.019199:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1477
00000100:00100000:0.0:1789761489.019201:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8ab8d84a8000 x1876699484486528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761489.019202:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.019208:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761489.019214:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761489.019230:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484486528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761489.019231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484487168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761489.019264:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761489.019269:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761489.019273:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484486528:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761489.019294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761489.019312:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761489.019321:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8ab8d84ab480 x1876699484486656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761489.019329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484486656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761489.019335:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761489.019337:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761489.019339:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761489.019343:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761489.019358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761489.019370:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8ab8d84aad80 x1876699484486784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761489.019382:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484486784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761489.019391:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761489.019395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761489.019398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761489.019405:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486912:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761489.019421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761489.019430:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8ab8d84ab100 x1876699484486912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761489.019443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484486912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761489.019451:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761489.019454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761489.019458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484486912:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761489.019464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484487040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761489.019484:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761489.019492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8ab8d84a9f80 x1876699484487040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761489.019502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484487040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761489.019510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761489.019514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761489.019517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484487040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761489.019524:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484487168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761489.019544:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761489.019556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8ab8d84aa680 x1876699484487168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761489.019568:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484487168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761489.019591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761489.019595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761489.019598:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484487168:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761489.723003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761490.747008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761491.771000:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761492.794995:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761493.818965:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761494.138965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.138974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761494.138978:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.138987:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1482
00000100:00080000:3.0:1789761494.138996:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.139002:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761494.139033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484487296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.139058:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.139061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761494.139062:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.139065:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1482
00000100:00080000:3.0:1789761494.139067:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.139069:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761494.139077:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.139084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484487424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.139092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.139094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761494.139095:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.139098:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1482
00000100:00080000:3.0:1789761494.139100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761494.139105:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484487296:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761494.139105:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761494.139113:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.139120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484487552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.139127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.139129:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761494.139130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.139133:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1482
00000100:00080000:3.0:1789761494.139136:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.139139:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761494.139142:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761494.139149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484487680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.139156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.139158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761494.139159:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.139168:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1482
00000800:00000100:0.0:1789761494.139169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761494.139172:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.139176:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761494.139179:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.139190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484487808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.139199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.139203:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761494.139205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761494.139213:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8ab8c34f6680 x1876699484487296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.139213:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1482
00000100:00080000:3.0:1789761494.139219:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.139227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761494.139233:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761494.139234:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484487296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761494.139247:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761494.139253:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761494.139254:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484487936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761494.139258:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484487296:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761494.139272:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484487424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761494.139300:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761494.139311:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8ab8c34f7800 x1876699484487424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761494.139319:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484487424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761494.139324:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761494.139327:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761494.139329:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484487424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761494.139346:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484487552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761494.139364:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761494.139371:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8ab8c34f5180 x1876699484487552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761494.139379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484487552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761494.139384:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761494.139386:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761494.139388:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484487552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761494.139392:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484487680:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761494.139403:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761494.139409:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8ab8c34f5880 x1876699484487680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761494.139416:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484487680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761494.139422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761494.139423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761494.139425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484487680:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761494.139428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484487808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761494.139439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761494.139445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8ab8c34f5f80 x1876699484487808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761494.139452:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484487808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761494.139457:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761494.139459:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761494.139460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484487808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761494.139463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484487936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761494.139477:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761494.139487:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8ab8c34f4a80 x1876699484487936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761494.139499:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484487936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761494.139508:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761494.139511:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761494.139515:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484487936:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761494.842983:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761495.866976:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761496.891018:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761497.914970:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761498.938984:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761499.258964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.258972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761499.258976:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.258983:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1487
00000100:00080000:3.0:1789761499.258992:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.258997:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761499.259031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484488064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761499.259053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.259056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761499.259057:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.259060:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1487
00000100:00080000:3.0:1789761499.259062:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.259064:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761499.259071:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761499.259080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484488192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761499.259087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.259089:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761499.259091:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.259093:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1487
00000100:00080000:3.0:1789761499.259095:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.259097:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761499.259102:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761499.259104:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484488064:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761499.259110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484488320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761499.259119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.259121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761499.259122:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.259124:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1487
00000100:00080000:3.0:1789761499.259127:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.259129:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761499.259132:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761499.259140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484488448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761499.259146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.259149:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761499.259150:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.259152:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1487
00000100:00080000:3.0:1789761499.259154:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.259157:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761499.259160:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761499.259166:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484488576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761499.259171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.259176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789761499.259177:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761499.259178:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.259183:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1487
00000100:00080000:3.0:1789761499.259187:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.259190:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761499.259193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761499.259201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484488704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761499.259215:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8ab8c34f6300 x1876699484488064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761499.259230:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484488064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761499.259238:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761499.259241:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761499.259244:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484488064:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761499.259250:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484488192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761499.259265:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761499.259274:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8ab8c34f5c00 x1876699484488192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761499.259282:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484488192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761499.259288:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761499.259290:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761499.259292:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484488192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761499.259310:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484488320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761499.259323:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761499.259334:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8ab8c34f4380 x1876699484488320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761499.259347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484488320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761499.259355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761499.259359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761499.259362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484488320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761499.259369:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484488448:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761499.259391:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761499.259403:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8ab8c34f7b80 x1876699484488448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761499.259417:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484488448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761499.259425:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761499.259427:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761499.259429:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484488448:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761499.259433:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484488576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761499.259449:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761499.259457:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8ab8c34f7100 x1876699484488576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761499.259465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484488576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761499.259470:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761499.259472:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761499.259474:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484488576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761499.259477:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484488704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761499.259497:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761499.259503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8ab8c34f4a80 x1876699484488704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761499.259511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484488704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761499.259516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761499.259518:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761499.259520:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484488704:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761499.962989:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761500.987005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761502.011044:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761503.034992:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761504.059030:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761504.378931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.378940:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761504.378943:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.378951:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1492
00000100:00080000:3.0:1789761504.378961:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.378966:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761504.378996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484488832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761504.379019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.379022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761504.379023:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.379030:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1492
00000100:00080000:3.0:1789761504.379033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.379035:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761504.379043:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761504.379052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484488960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761504.379067:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484488832:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761504.379068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.379074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761504.379076:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.379080:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1492
00000100:00080000:3.0:1789761504.379084:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.379086:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761504.379089:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761504.379099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484489088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761504.379105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.379108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761504.379109:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.379112:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1492
00000100:00080000:3.0:1789761504.379115:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.379117:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761504.379121:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761504.379129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484489216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761504.379136:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.379139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761504.379140:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.379143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1492
00000100:00080000:3.0:1789761504.379146:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.379148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761504.379152:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761504.379160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484489344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761504.379168:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484488960:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761504.379169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.379176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761504.379177:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.379180:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1492
00000100:00080000:3.0:1789761504.379183:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.379185:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761504.379189:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761504.379200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484489472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761504.379206:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761504.379231:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489216:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761504.379248:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484489344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761504.379263:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484489472:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761505.083003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761506.106996:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761507.131001:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761507.451248:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789761507.451322:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761507.451354:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761507.451418:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761507.451430:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761507.451441:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761507.451451:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761507.451460:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789761507.451581:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761507]  req@ffff8ab8c34f6680 x1876699484489344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761507.451638:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484489344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761507.451654:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761507.451661:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761507.451666:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484489344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761507.451677:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761507]  req@ffff8ab8c34f6d80 x1876699484489472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761507.451691:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484489472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761507.451699:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761507.451704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761507.451707:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484489472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761507.451715:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761507]  req@ffff8ab8c34f5880 x1876699484488960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761507.451729:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484488960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761507.451739:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761507.451744:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761507.451748:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484488960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761507.451756:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761507]  req@ffff8ab8c34f5180 x1876699484489088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761507.451769:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484489088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761507.451779:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761507.451784:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761507.451788:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761507.451796:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761507]  req@ffff8ab8c34f7800 x1876699484489216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761507.451811:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484489216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761507.451822:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761507.451826:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761507.451830:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489216:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761507.451839:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761507]  req@ffff8ab8c34f5f80 x1876699484488832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761507.451853:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484488832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761507.451907:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761507.451912:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761507.451916:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484488832:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789761508.155046:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761509.179019:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761509.498994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761509.499006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761509.499011:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761509.499022:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1498
00000100:00080000:1.0:1789761509.499035:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761509.499044:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761509.499092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484489600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761509.499127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761509.499132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761509.499134:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761509.499139:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1498
00000100:00080000:1.0:1789761509.499143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761509.499148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761509.499159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761509.499175:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484489728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761509.499190:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484489600:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761509.499191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761509.499200:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761509.499204:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761509.499209:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1498
00000100:00080000:1.0:1789761509.499213:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761509.499219:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761509.499225:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761509.499240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484489856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761509.499259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761509.499263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761509.499266:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761509.499271:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1498
00000100:00080000:1.0:1789761509.499276:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761509.499281:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789761509.499287:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789761509.499289:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761509.499308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484489984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761509.499320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761509.499326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761509.499328:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761509.499333:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1498
00000100:00080000:1.0:1789761509.499339:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761509.499346:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff8ab8d84a8a80 x1876699484489600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761509.499346:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761509.499356:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761509.499376:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484490112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761509.499380:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484489600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761509.499400:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761509.499407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761509.499407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761509.499413:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761509.499418:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789761509.499424:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1498
00000100:00100000:0.0:1789761509.499428:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484489600:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761509.499437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761509.499446:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761509.499454:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761509.499469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484490240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761509.499479:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761509.499512:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761509.499528:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff8ab8d84a9180 x1876699484489728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.499540:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484489728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.499548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.499551:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761509.499555:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761509.499561:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761509.499584:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761509.499597:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff8ab8d84a8e00 x1876699484489856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.499624:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484489856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.499632:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.499635:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761509.499639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761509.499645:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489984:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761509.499674:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761509.499686:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff8ab8d84aa300 x1876699484489984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.499697:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484489984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.499706:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.499710:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761509.499714:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484489984:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761509.499721:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484490112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761509.499741:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761509.499755:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff8ab8d84abb80 x1876699484490112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.499774:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484490112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.499784:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.499787:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761509.499791:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484490112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761509.499812:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484490240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761509.499835:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761509.499847:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff8ab8d84a9c00 x1876699484490240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761509.499859:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484490240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761509.499907:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761509.499911:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761509.499915:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484490240:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761510.203015:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761511.227020:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761512.251067:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761513.274990:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761514.299042:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761514.618992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761514.619001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761514.619006:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761514.619017:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1503
00000100:00080000:0.0:1789761514.619030:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761514.619038:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761514.619073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484490368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761514.619105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761514.619109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761514.619111:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761514.619116:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1503
00000100:00080000:0.0:1789761514.619121:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761514.619127:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761514.619133:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484490368:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789761514.619140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761514.619162:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484490496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761514.619174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761514.619178:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761514.619180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761514.619185:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1503
00000100:00080000:0.0:1789761514.619191:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761514.619196:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761514.619200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761514.619208:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761514.619223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484490624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761514.619251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761514.619255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761514.619257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761514.619262:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1503
00000100:00080000:0.0:1789761514.619268:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761514.619273:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761514.619279:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761514.619293:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484490752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761514.619305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761514.619307:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff8ab8c2feaa00 x1876699484490368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.619309:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761514.619314:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761514.619324:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1503
00000100:00080000:0.0:1789761514.619329:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761514.619335:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484490368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761514.619337:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761514.619347:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761514.619353:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761514.619361:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761514.619363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484490880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761514.619370:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484490368:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761514.619381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761514.619388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761514.619390:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761514.619396:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1503
00000100:00080000:0.0:1789761514.619400:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761514.619404:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761514.619410:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761514.619410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484490496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761514.619428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484491008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761514.619440:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761514.619558:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff8ab8c2febb80 x1876699484490496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761514.619589:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484490496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761514.619599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761514.619604:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761514.619609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484490496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761514.619616:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484490624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761514.619640:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761514.619662:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff8ab8c2fe9f80 x1876699484490624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761514.619673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484490624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761514.619789:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761514.619794:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761514.619799:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484490624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761514.619807:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484490752:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761514.619833:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761514.619848:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff8ab8c2fe9500 x1876699484490752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761514.619887:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484490752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761514.619895:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761514.619898:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761514.619901:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484490752:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761514.619907:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484490880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761514.619930:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761514.619953:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff8ab8c2fea680 x1876699484490880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761514.619965:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484490880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761514.619974:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761514.619977:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761514.619981:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484490880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761514.620001:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484491008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761514.620023:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761514.620032:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761514/real 1789761514]  req@ffff8ab8c2feaa00 x1876699484491008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761514.620041:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484491008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761514.620051:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761514.620053:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761514.620055:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484491008:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761515.322977:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761516.347055:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761517.370983:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761518.395033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761519.419088:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761519.739000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761519.739013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761519.739018:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761519.739030:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1508
00000100:00080000:3.0:1789761519.739055:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761519.739065:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761519.739123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484491136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761519.739184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761519.739189:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761519.739191:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761519.739196:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1508
00000100:00080000:3.0:1789761519.739201:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761519.739207:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761519.739218:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761519.739229:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484491136:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761519.739236:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484491264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761519.739251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761519.739255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761519.739258:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761519.739263:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1508
00000100:00080000:3.0:1789761519.739267:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761519.739272:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761519.739278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761519.739292:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484491392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761519.739299:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761519.739309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761519.739314:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761519.739316:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761519.739322:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1508
00000100:00080000:3.0:1789761519.739327:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761519.739332:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761519.739337:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761519.739348:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff8ab8c34f4700 x1876699484491136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761519.739353:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484491520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761519.739381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761519.739385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789761519.739389:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484491136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761519.739389:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761519.739399:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1508
00000100:00080000:3.0:1789761519.739407:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761519.739411:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761519.739414:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761519.739420:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789761519.739423:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761519.739427:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484491136:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761519.739440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484491648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761519.739453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761519.739458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761519.739460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484491264:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761519.739462:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761519.739472:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1508
00000100:00080000:3.0:1789761519.739477:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761519.739481:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761519.739486:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761519.739498:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761519.739503:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484491776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761519.739518:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff8ab8c34f6a00 x1876699484491264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.739551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484491264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.739562:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.739583:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761519.739587:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484491264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761519.739607:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484491392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761519.739651:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761519.739664:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff8ab8c34f5500 x1876699484491392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.739677:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484491392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.739687:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.739691:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761519.739694:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484491392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761519.739701:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484491520:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761519.739724:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761519.739735:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff8ab8c34f7480 x1876699484491520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.739748:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484491520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.739758:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.739761:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761519.739764:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484491520:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761519.739771:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484491648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761519.739787:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761519.739795:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff8ab8c34f4000 x1876699484491648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.739803:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484491648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.739808:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.739810:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761519.739812:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484491648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761519.739832:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484491776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761519.739845:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761519.739852:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761519/real 1789761519]  req@ffff8ab8c34f4700 x1876699484491776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761519.739859:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484491776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761519.739880:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761519.739883:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761519.739885:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484491776:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761520.443025:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761521.466994:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761522.491023:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761523.515032:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761524.539000:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761524.858981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.859000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761524.859005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.859014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1513
00000100:00080000:0.0:1789761524.859024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.859029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761524.859061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484491904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761524.859082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.859085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761524.859086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.859089:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1513
00000100:00080000:0.0:1789761524.859092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.859095:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761524.859102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761524.859115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484492032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761524.859115:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484491904:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761524.859128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.859131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761524.859132:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.859135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1513
00000100:00080000:0.0:1789761524.859138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.859140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761524.859143:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761524.859150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484492160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761524.859156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.859158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761524.859160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.859162:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1513
00000100:00080000:0.0:1789761524.859165:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.859167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761524.859171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761524.859174:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761524.859182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484492288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761524.859190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.859192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761524.859193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.859195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1513
00000100:00080000:0.0:1789761524.859197:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761524.859200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761524.859203:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761524.859210:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff8ab8c2fe9180 x1876699484491904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761524.859214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484492416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761524.859222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761524.859227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761524.859232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761524.859238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1513
00000100:00080000:0.0:1789761524.859244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761524.859244:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484491904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761524.859253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789761524.859257:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761524.859261:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761524.859262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761524.859268:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484491904:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761524.859279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484492544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761524.859292:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761524.859320:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761524.859335:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff8ab8c2feb800 x1876699484492032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761524.859345:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484492032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761524.859351:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761524.859353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761524.859355:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761524.859359:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761524.859373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761524.859381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff8ab8c2feb480 x1876699484492160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761524.859393:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484492160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761524.859398:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761524.859401:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761524.859403:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761524.859406:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492288:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761524.859418:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761524.859424:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff8ab8c2feb100 x1876699484492288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761524.859431:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484492288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761524.859437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761524.859439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761524.859441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492288:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761524.859444:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484492416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761524.859455:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761524.859461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff8ab8c2fe8e00 x1876699484492416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761524.859468:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484492416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761524.859474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761524.859475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761524.859477:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484492416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761524.859489:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484492544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761524.859517:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761524.859525:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761524/real 1789761524]  req@ffff8ab8c2fea300 x1876699484492544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761524.859533:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484492544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761524.859538:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761524.859540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761524.859543:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484492544:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761525.563000:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761526.587004:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761527.611033:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761528.634993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761529.659001:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761529.978976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761529.978987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761529.978991:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761529.979000:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1518
00000100:00080000:3.0:1789761529.979008:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761529.979014:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761529.979044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484492672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761529.979067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761529.979069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761529.979071:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761529.979074:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1518
00000100:00080000:3.0:1789761529.979076:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761529.979078:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761529.979086:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761529.979096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484492800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761529.979104:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761529.979107:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761529.979108:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484492672:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761529.979109:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761529.979117:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1518
00000100:00080000:3.0:1789761529.979122:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761529.979127:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761529.979130:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761529.979137:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484492928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761529.979143:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761529.979146:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761529.979147:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761529.979149:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1518
00000100:00080000:3.0:1789761529.979151:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761529.979154:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761529.979157:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761529.979164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484493056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761529.979171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761529.979173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761529.979174:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761529.979177:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1518
00000100:00080000:3.0:1789761529.979181:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761529.979183:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761529.979186:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761529.979193:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761529.979194:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484493184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761529.979202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761529.979205:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761529.979207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761529.979210:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1518
00000100:00080000:3.0:1789761529.979213:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761529.979215:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761529.979217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761529.979225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484493312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761529.979238:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff8ab8c34f5f80 x1876699484492672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761529.979257:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484492672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761529.979265:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761529.979268:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761529.979271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484492672:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761529.979290:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761529.979307:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761529.979316:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff8ab8c34f7800 x1876699484492800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761529.979324:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484492800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761529.979330:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761529.979332:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761529.979334:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761529.979338:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761529.979358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761529.979370:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff8ab8c34f5180 x1876699484492928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761529.979390:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484492928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761529.979399:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761529.979402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761529.979406:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484492928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761529.979413:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484493056:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761529.979432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761529.979443:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff8ab8c34f5880 x1876699484493056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761529.979471:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484493056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761529.979480:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761529.979484:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761529.979487:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484493056:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761529.979493:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484493184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761529.979520:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761529.979531:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff8ab8c34f6d80 x1876699484493184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761529.979554:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484493184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761529.979577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761529.979580:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761529.979584:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484493184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761529.979588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484493312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761529.979602:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761529.979610:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761529/real 1789761529]  req@ffff8ab8c34f6680 x1876699484493312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761529.979617:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484493312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761529.979622:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761529.979624:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761529.979626:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484493312:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761530.683046:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761531.707037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761532.730965:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761533.755057:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761534.778991:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761535.098947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.098958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761535.098963:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.098973:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1523
00000100:00080000:3.0:1789761535.098984:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.098990:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761535.099022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484493440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.099050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.099055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761535.099057:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.099061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1523
00000100:00080000:3.0:1789761535.099066:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.099072:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761535.099095:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761535.099102:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484493440:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761535.099114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484493568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.099128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.099132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761535.099134:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.099138:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1523
00000100:00080000:3.0:1789761535.099142:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.099145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761535.099159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761535.099168:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761535.099172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484493696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.099181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.099184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761535.099185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.099188:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1523
00000100:00080000:3.0:1789761535.099190:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.099193:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761535.099196:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761535.099206:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8ab8c34f4a80 x1876699484493440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761535.099207:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484493824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.099242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.099246:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761535.099247:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.099252:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1523
00000100:00100000:0.0:1789761535.099255:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484493440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.099255:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.099262:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761535.099267:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761535.099277:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484493952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761535.099279:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.099288:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761535.099290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.099295:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761535.099299:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484493440:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761535.099299:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.099306:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1523
00000100:00080000:3.0:1789761535.099312:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.099316:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761535.099321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761535.099330:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484493568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761535.099336:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484494080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761535.099356:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761535.099368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8ab8c34f7100 x1876699484493568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.099379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484493568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.099385:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.099388:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761535.099390:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484493568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761535.099394:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484493696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761535.099405:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761535.099412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8ab8c34f7b80 x1876699484493696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.099436:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484493696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.099442:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.099444:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761535.099446:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484493696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761535.099450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484493824:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761535.099465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761535.099473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8ab8c34f4380 x1876699484493824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.099480:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484493824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.099486:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.099487:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761535.099489:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484493824:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761535.099492:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484493952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761535.099503:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761535.099509:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8ab8c34f5c00 x1876699484493952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.099517:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484493952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.099521:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.099523:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761535.099525:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484493952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761535.099536:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484494080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761535.099551:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761535.099561:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8ab8c34f6300 x1876699484494080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.099573:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484494080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.099582:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.099586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761535.099589:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484494080:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761535.803025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761536.826977:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761537.851020:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761538.875021:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761539.899051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761540.218967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.218975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761540.218979:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.218987:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1528
00000100:00080000:3.0:1789761540.218996:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.219002:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761540.219035:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484494208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761540.219060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.219063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761540.219065:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.219067:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1528
00000100:00080000:3.0:1789761540.219070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.219072:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761540.219079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761540.219088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484494336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761540.219097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.219099:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761540.219101:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.219105:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1528
00000100:00080000:3.0:1789761540.219108:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761540.219110:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484494208:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761540.219116:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761540.219124:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761540.219139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484494464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761540.219149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.219153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761540.219155:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.219159:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1528
00000100:00080000:3.0:1789761540.219165:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.219169:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789761540.219173:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761540.219178:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761540.219194:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484494592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761540.219206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761540.219209:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8ab8c34f6300 x1876699484494208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761540.219211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761540.219214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.219222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1528
00000100:00080000:3.0:1789761540.219229:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.219233:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761540.219238:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761540.219241:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484494208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761540.219251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484494720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761540.219255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761540.219265:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761540.219268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761540.219273:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484494208:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761540.219273:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761540.219277:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.219285:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1528
00000100:00080000:3.0:1789761540.219288:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.219291:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761540.219294:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761540.219301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484494848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761540.219310:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484494336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761540.219338:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761540.219354:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8ab8c34f5c00 x1876699484494336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761540.219365:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484494336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761540.219373:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761540.219388:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761540.219392:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484494336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761540.219398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484494464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761540.219419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761540.219430:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8ab8c34f4380 x1876699484494464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761540.219441:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484494464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761540.219449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761540.219453:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761540.219456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484494464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761540.219463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484494592:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761540.219480:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761540.219488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8ab8c34f7b80 x1876699484494592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761540.219495:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484494592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761540.219501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761540.219503:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761540.219505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484494592:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761540.219509:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484494720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761540.219519:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761540.219526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8ab8c34f7100 x1876699484494720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761540.219533:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484494720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761540.219538:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761540.219540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761540.219542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484494720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761540.219554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484494848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761540.219565:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761540.219571:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8ab8c34f4a80 x1876699484494848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761540.219579:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484494848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761540.219584:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761540.219586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761540.219588:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484494848:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761540.923041:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761541.947029:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761542.971064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761543.995065:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761545.019033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761545.338986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.338994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761545.338998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.339007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1533
00000100:00080000:1.0:1789761545.339015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.339021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761545.339052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484494976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761545.339073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.339075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761545.339077:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.339080:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1533
00000100:00080000:1.0:1789761545.339083:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.339085:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761545.339094:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.339105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484495104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761545.339114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.339117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761545.339120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761545.339127:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484494976:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761545.339129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1533
00000100:00080000:1.0:1789761545.339143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.339151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761545.339157:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.339175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484495232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761545.339185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.339188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761545.339190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.339193:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1533
00000100:00080000:1.0:1789761545.339205:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.339208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761545.339214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761545.339220:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761545.339236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484495360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761545.339249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.339253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761545.339256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.339262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1533
00000100:00080000:1.0:1789761545.339267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.339275:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761545.339276:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8ab8d84a9c00 x1876699484494976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761545.339282:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.339306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484495488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761545.339316:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484494976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761545.339349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.339356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761545.339359:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761545.339360:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761545.339368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1533
00000100:00080000:0.0:1789761545.339374:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789761545.339375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761545.339387:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484494976:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761545.339388:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761545.339403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.339419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484495616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761545.339433:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484495104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761545.339461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761545.339473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8ab8d84abb80 x1876699484495104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761545.339482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484495104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761545.339489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761545.339491:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761545.339494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484495104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761545.339498:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484495232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761545.339511:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761545.339518:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8ab8d84aa300 x1876699484495232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761545.339525:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484495232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761545.339531:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761545.339533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761545.339535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484495232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761545.339539:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484495360:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761545.339552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761545.339559:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8ab8d84a8e00 x1876699484495360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761545.339566:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484495360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761545.339572:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761545.339574:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761545.339576:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484495360:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761545.339580:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484495488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761545.339591:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761545.339597:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8ab8d84a9180 x1876699484495488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761545.339604:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484495488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761545.339610:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761545.339611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761545.339613:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484495488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761545.339627:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484495616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761545.339639:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761545.339645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8ab8d84a8a80 x1876699484495616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761545.339654:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484495616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761545.339659:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761545.339661:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761545.339663:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484495616:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761546.043045:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761547.067056:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761548.091043:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761549.115088:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761550.139026:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761550.459000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.459007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761550.459011:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.459021:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1539
00000100:00080000:0.0:1789761550.459030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.459036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761550.459066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484495744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.459090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.459093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761550.459095:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.459099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1539
00000100:00080000:0.0:1789761550.459102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.459104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761550.459113:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761550.459126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484495872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.459144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.459146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761550.459149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761550.459152:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484495744:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761550.459155:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1539
00000100:00080000:0.0:1789761550.459162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.459168:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761550.459171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761550.459181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484496000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.459189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.459192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761550.459193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.459196:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1539
00000100:00080000:0.0:1789761550.459209:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.459212:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761550.459215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761550.459220:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761550.459226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484496128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.459235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.459238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761550.459239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761550.459241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1539
00000100:00080000:0.0:1789761550.459245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.459248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761550.459251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761550.459260:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff8ab8c2fe8a80 x1876699484495744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761550.459261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484496256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761550.459295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761550.459298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761550.459313:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761550.459315:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484495744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761550.459320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1539
00000100:00080000:0.0:1789761550.459326:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761550.459332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789761550.459334:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761550.459335:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761550.459343:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761550.459348:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484496384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761550.459353:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484495744:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761550.459388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484495872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761550.459410:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761550.459421:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff8ab8c2fe8000 x1876699484495872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.459430:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484495872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.459436:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.459439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761550.459441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484495872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761550.459445:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761550.459462:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761550.459470:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff8ab8c2fe8380 x1876699484496000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.459484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484496000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.459490:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.459494:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761550.459497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761550.459503:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496128:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761550.459523:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761550.459532:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff8ab8c2fe9c00 x1876699484496128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.459541:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484496128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.459549:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.459557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761550.459562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496128:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761550.459571:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484496256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761550.459589:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761550.459603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff8ab8c2fe9880 x1876699484496256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.459621:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484496256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.459637:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.459641:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761550.459645:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484496256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761550.459651:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484496384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761550.459669:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761550.459680:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff8ab8c2fead80 x1876699484496384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761550.459693:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484496384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761550.459701:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761550.459705:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761550.459708:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484496384:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761551.163040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761552.186994:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761553.211025:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761554.234993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761555.259006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761555.578962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.578971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761555.578976:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.578986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1544
00000100:00080000:0.0:1789761555.578997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.579005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761555.579042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484496512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.579067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.579072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761555.579074:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.579079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1544
00000100:00080000:0.0:1789761555.579082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.579087:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761555.579097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761555.579098:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484496512:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761555.579110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484496640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.579118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.579121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761555.579123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.579126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1544
00000100:00080000:0.0:1789761555.579128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.579131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761555.579135:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761555.579142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484496768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.579148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.579152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789761555.579154:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761555.579155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.579161:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1544
00000100:00080000:0.0:1789761555.579164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.579167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761555.579175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761555.579183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484496896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761555.579190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.579194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761555.579195:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff8ab8c2fead80 x1876699484496512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761555.579196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.579201:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1544
00000100:00080000:0.0:1789761555.579206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.579212:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761555.579217:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761555.579225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484497024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761555.579232:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484496512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761555.579233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761555.579239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761555.579241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761555.579248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1544
00000100:00080000:0.0:1789761555.579252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761555.579258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761555.579280:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761555.579281:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.579287:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761555.579291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484497152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761555.579292:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484496512:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761555.579323:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761555.579351:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761555.579365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff8ab8c2fe9880 x1876699484496640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.579380:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484496640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.579390:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.579394:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761555.579398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761555.579405:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761555.579427:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761555.579441:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff8ab8c2fe9c00 x1876699484496768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.579454:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484496768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.579463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.579467:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761555.579471:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761555.579478:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496896:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761555.579498:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761555.579506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff8ab8c2fe8380 x1876699484496896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.579514:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484496896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.579520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.579522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761555.579525:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484496896:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761555.579528:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484497024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761555.579540:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761555.579546:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff8ab8c2fe8000 x1876699484497024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.579553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484497024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.579558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.579560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761555.579562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484497024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761555.579565:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484497152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761555.579576:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761555.579581:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761555/real 1789761555]  req@ffff8ab8c2fe8a80 x1876699484497152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761555.579589:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484497152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761555.579594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761555.579596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761555.579597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484497152:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761556.282981:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761557.306963:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761558.331065:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761559.355046:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761560.378978:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761560.698952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.698959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761560.698963:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.698971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1549
00000100:00080000:1.0:1789761560.698980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.698985:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761560.699016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484497280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.699041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.699044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761560.699045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.699048:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1549
00000100:00080000:1.0:1789761560.699050:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.699052:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761560.699060:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761560.699071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484497408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.699080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.699083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761560.699086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.699092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1549
00000100:00100000:0.0:1789761560.699098:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484497280:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761560.699098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.699111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761560.699124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761560.699140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484497536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.699147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.699150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761560.699151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.699154:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1549
00000100:00080000:1.0:1789761560.699156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.699159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761560.699163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761560.699170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484497664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.699180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.699184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761560.699185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.699190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1549
00000100:00080000:1.0:1789761560.699196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.699200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761560.699206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761560.699235:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761560.699236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484497792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761560.699249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761560.699253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761560.699256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761560.699262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1549
00000100:00080000:1.0:1789761560.699267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761560.699273:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761560.699280:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761560.699291:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff8ab8d84aa680 x1876699484497280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761560.699301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484497920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761560.699325:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484497280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.699337:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.699341:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761560.699350:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484497280:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761560.699376:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484497408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761560.699397:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761560.699406:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff8ab8d84a9f80 x1876699484497408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.699415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484497408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.699422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.699424:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761560.699427:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484497408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761560.699431:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484497536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761560.699444:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761560.699451:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff8ab8d84ab100 x1876699484497536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.699464:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484497536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.699469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.699471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761560.699473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484497536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761560.699477:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484497664:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761560.699490:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761560.699496:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff8ab8d84aad80 x1876699484497664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.699504:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484497664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.699510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.699512:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761560.699514:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484497664:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761560.699518:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484497792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761560.699529:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761560.699536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff8ab8d84ab480 x1876699484497792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.699543:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484497792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.699554:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.699556:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761560.699558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484497792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761560.699561:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484497920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761560.699573:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761560.699583:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761560/real 1789761560]  req@ffff8ab8d84a8000 x1876699484497920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761560.699595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484497920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761560.699603:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761560.699607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761560.699611:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484497920:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761561.403034:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761562.427113:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761563.451025:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761564.475006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761565.499060:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761565.818981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761565.818992:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761565.818996:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761565.819006:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1554
00000100:00080000:2.0:1789761565.819019:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761565.819026:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761565.819067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484498048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761565.819091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761565.819094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761565.819095:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761565.819098:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1554
00000100:00080000:2.0:1789761565.819101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761565.819103:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761565.819113:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761565.819122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484498176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761565.819131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761565.819136:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761565.819138:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484498048:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761565.819139:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761565.819147:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1554
00000100:00080000:2.0:1789761565.819150:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761565.819153:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761565.819156:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761565.819164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484498304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761565.819170:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761565.819173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761565.819175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761565.819178:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1554
00000100:00080000:2.0:1789761565.819180:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761565.819182:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761565.819200:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761565.819210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484498432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761565.819217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761565.819220:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761565.819221:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761565.819224:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1554
00000100:00080000:2.0:1789761565.819227:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761565.819233:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761565.819237:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761565.819242:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761565.819246:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484498560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761565.819253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761565.819256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761565.819258:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761565.819261:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1554
00000100:00080000:2.0:1789761565.819263:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761565.819266:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761565.819269:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761565.819277:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484498688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761565.819300:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff8ab8c33de300 x1876699484498048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761565.819318:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484498048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761565.819328:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761565.819332:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761565.819335:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484498048:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761565.819358:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484498176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761565.819377:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761565.819386:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff8ab8c33dd880 x1876699484498176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761565.819395:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484498176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761565.819400:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761565.819403:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761565.819405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484498176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761565.819409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484498304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761565.819420:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761565.819427:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff8ab8c33dc380 x1876699484498304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761565.819435:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484498304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761565.819440:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761565.819442:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761565.819444:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484498304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761565.819447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484498432:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761565.819460:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761565.819470:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff8ab8c33dfb80 x1876699484498432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761565.819483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484498432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761565.819492:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761565.819495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761565.819499:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484498432:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761565.819506:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484498560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761565.819526:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761565.819535:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff8ab8c33ded80 x1876699484498560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761565.819549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484498560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761565.819557:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761565.819561:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761565.819565:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484498560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761565.819572:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484498688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761565.819591:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761565.819600:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761565/real 1789761565]  req@ffff8ab8c33ddf80 x1876699484498688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761565.819607:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484498688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761565.819613:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761565.819616:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761565.819618:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484498688:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761566.523047:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761567.547006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761568.571029:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761569.595018:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761570.619000:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761570.938945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761570.938953:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761570.938957:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761570.938966:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1559
00000100:00080000:3.0:1789761570.938974:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761570.938980:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761570.939010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484498816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761570.939036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761570.939039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761570.939040:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761570.939043:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1559
00000100:00080000:3.0:1789761570.939046:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761570.939048:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761570.939056:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761570.939083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484498944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761570.939092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761570.939094:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484498816:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761570.939097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761570.939101:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761570.939105:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1559
00000100:00080000:3.0:1789761570.939108:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761570.939110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761570.939114:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761570.939123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484499072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761570.939135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761570.939138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761570.939139:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761570.939141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1559
00000100:00080000:3.0:1789761570.939162:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761570.939167:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761570.939173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761570.939184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484499200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761570.939192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761570.939195:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761570.939197:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761570.939200:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1559
00000100:00080000:3.0:1789761570.939204:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761570.939206:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761570.939211:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761570.939216:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484498944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761570.939222:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484499328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761570.939232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761570.939235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761570.939236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761570.939239:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1559
00000100:00080000:3.0:1789761570.939243:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761570.939246:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761570.939251:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761570.939261:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484499456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761570.939282:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761570.939314:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499200:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761570.939333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484499328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761570.939363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484499456:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761571.642999:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761572.667021:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761573.690993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761574.011119:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789761574.011181:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761574.011197:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761574.011234:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761574.011249:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761574.011259:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761574.011270:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761574.011277:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789761574.011302:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761574]  req@ffff8ab8c34f7800 x1876699484499328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761574.011329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484499328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761574.011342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761574.011348:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761574.011353:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484499328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761574.011362:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761574]  req@ffff8ab8c34f5f80 x1876699484499456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761574.011382:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484499456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761574.011392:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761574.011395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761574.011399:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484499456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761574.011405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761574]  req@ffff8ab8c34f6d80 x1876699484498944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761574.011417:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484498944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761574.011424:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761574.011428:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761574.011431:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484498944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761574.011437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761574]  req@ffff8ab8c34f5880 x1876699484499072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761574.011447:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484499072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761574.011454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761574.011457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761574.011460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761574.011467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761574]  req@ffff8ab8c34f5180 x1876699484499200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761574.011485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484499200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761574.011493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761574.011496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761574.011500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499200:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761574.011507:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761570/real 1789761574]  req@ffff8ab8c34f6680 x1876699484498816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761574.011520:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484498816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761574.011528:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761574.011531:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761574.011535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484498816:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789761574.714981:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761575.739006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761576.058946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.058957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761576.058960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.058971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1564
00000100:00080000:3.0:1789761576.058983:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.058990:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761576.059033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484499584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.059057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.059061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761576.059062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.059065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1564
00000100:00080000:3.0:1789761576.059068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.059071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761576.059079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.059091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484499712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761576.059121:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484499584:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761576.059124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.059133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761576.059135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.059139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1564
00000100:00080000:3.0:1789761576.059143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.059148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761576.059155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.059169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484499840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.059180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.059184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761576.059186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.059191:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1564
00000100:00080000:3.0:1789761576.059195:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.059200:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761576.059206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761576.059222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484499968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761576.059227:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761576.059240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.059245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761576.059247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.059253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1564
00000100:00080000:3.0:1789761576.059257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.059261:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761576.059268:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.059282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484500096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761576.059288:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8ab8c34f4700 x1876699484499584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761576.059297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.059306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761576.059309:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.059315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1564
00000100:00080000:3.0:1789761576.059318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761576.059323:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484499584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761576.059326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761576.059334:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761576.059346:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761576.059352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484500224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761576.059355:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761576.059365:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484499584:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761576.059406:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761576.059434:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761576.059448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8ab8c34f4000 x1876699484499712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.059460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484499712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.059476:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.059479:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761576.059482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761576.059488:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761576.059508:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761576.059518:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8ab8c34f7480 x1876699484499840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.059534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484499840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.059542:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.059545:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761576.059548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761576.059553:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499968:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761576.059575:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761576.059587:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8ab8c34f5500 x1876699484499968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.059600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484499968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.059609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.059612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761576.059616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484499968:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761576.059621:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484500096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761576.059643:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761576.059654:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8ab8c34f6a00 x1876699484500096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.059666:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484500096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.059674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.059678:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761576.059682:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484500096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761576.059688:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484500224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761576.059708:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761576.059719:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8ab8c34f6680 x1876699484500224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.059730:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484500224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.059746:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.059749:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761576.059752:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484500224:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761576.762986:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761577.787016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761578.811024:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761579.835001:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761580.859045:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761581.178999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.179010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761581.179014:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.179024:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1569
00000100:00080000:0.0:1789761581.179037:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.179044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761581.179101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484500352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.179133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.179136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761581.179138:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.179141:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1569
00000100:00080000:0.0:1789761581.179144:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.179148:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761581.179158:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761581.179170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484500480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.179180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.179187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761581.179190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761581.179190:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484500352:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761581.179204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1569
00000100:00080000:0.0:1789761581.179208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.179211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761581.179216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761581.179225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484500608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.179232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.179235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761581.179237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.179241:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1569
00000100:00080000:0.0:1789761581.179251:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.179255:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761581.179259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761581.179263:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761581.179269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484500736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.179281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.179285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761581.179286:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.179289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1569
00000100:00080000:0.0:1789761581.179292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.179296:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761581.179302:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761581.179308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8ab8c2fea300 x1876699484500352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.179313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484500864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.179360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.179363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761581.179368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.179372:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1569
00000100:00080000:0.0:1789761581.179375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761581.179375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484500352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.179384:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761581.179391:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761581.179405:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484500992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761581.179415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761581.179424:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761581.179429:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484500352:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761581.179453:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484500480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761581.179474:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761581.179484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8ab8c2fe8e00 x1876699484500480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761581.179497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484500480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761581.179504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761581.179506:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761581.179509:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484500480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761581.179513:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484500608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761581.179524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761581.179531:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8ab8c2feb100 x1876699484500608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761581.179538:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484500608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761581.179543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761581.179545:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761581.179547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484500608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761581.179551:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484500736:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761581.179562:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761581.179568:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8ab8c2feb480 x1876699484500736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761581.179576:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484500736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761581.179585:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761581.179587:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761581.179589:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484500736:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761581.179593:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484500864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761581.179605:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761581.179611:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8ab8c2feb800 x1876699484500864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761581.179618:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484500864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761581.179623:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761581.179625:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761581.179627:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484500864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761581.179630:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484500992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761581.179641:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761581.179647:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8ab8c2fe9180 x1876699484500992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761581.179654:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484500992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761581.179659:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761581.179660:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761581.179663:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484500992:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761581.883040:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761582.907014:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761583.931067:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761584.954985:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761585.979033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761586.298979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761586.298990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761586.298994:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761586.299006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1574
00000100:00080000:0.0:1789761586.299020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761586.299029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761586.299085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484501120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761586.299121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761586.299125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761586.299127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761586.299130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1574
00000100:00080000:0.0:1789761586.299136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761586.299141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761586.299150:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761586.299169:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484501120:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761586.299171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484501248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761586.299194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761586.299200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761586.299205:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761586.299212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1574
00000100:00080000:0.0:1789761586.299218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761586.299223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761586.299227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761586.299240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484501376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761586.299247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761586.299252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789761586.299255:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761586.299257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761586.299262:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1574
00000100:00080000:0.0:1789761586.299265:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761586.299268:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761586.299271:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761586.299278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484501504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761586.299285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761586.299288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761586.299289:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761586.299291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1574
00000100:00080000:0.0:1789761586.299293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761586.299295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761586.299297:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761586.299302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484501632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761586.299309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761586.299311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761586.299312:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761586.299314:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1574
00000100:00080000:0.0:1789761586.299317:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761586.299320:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761586.299323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761586.299330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484501760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761586.299371:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8ab8c2feaa00 x1876699484501120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.299392:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484501120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.299405:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.299412:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761586.299416:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484501120:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761586.299446:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484501248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761586.299470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761586.299480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8ab8c2fea680 x1876699484501248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.299489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484501248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.299495:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.299498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761586.299501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484501248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761586.299505:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484501376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761586.299634:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761586.299646:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8ab8c2fe9500 x1876699484501376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.299696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484501376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.299707:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.299711:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761586.299718:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484501376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761586.299731:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484501504:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761586.299759:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761586.299775:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8ab8c2fe9f80 x1876699484501504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.299795:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484501504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.299805:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.299808:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761586.299812:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484501504:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761586.299819:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484501632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761586.299837:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761586.299846:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8ab8c2febb80 x1876699484501632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.299854:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484501632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.299859:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.299887:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761586.299890:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484501632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761586.299894:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484501760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761586.299908:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761586.299916:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8ab8c2fe9180 x1876699484501760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.299930:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484501760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.299945:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.299951:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761586.299955:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484501760:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761587.003049:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761588.027070:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761589.050969:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761590.075069:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761591.098988:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761591.419028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.419036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761591.419040:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.419049:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1579
00000100:00080000:3.0:1789761591.419057:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.419063:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761591.419104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484501888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761591.419133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.419136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761591.419137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.419140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1579
00000100:00080000:3.0:1789761591.419142:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.419144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761591.419152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761591.419161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484502016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761591.419170:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484501888:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761591.419170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.419178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761591.419190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.419194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1579
00000100:00080000:3.0:1789761591.419196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.419198:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761591.419201:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761591.419209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484502144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761591.419216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.419218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761591.419219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.419222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1579
00000100:00080000:3.0:1789761591.419224:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.419227:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761591.419230:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761591.419238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484502272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761591.419244:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761591.419252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.419255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761591.419257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.419261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1579
00000100:00080000:3.0:1789761591.419264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.419266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761591.419270:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761591.419279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484502400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761591.419284:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8ab8c34f5180 x1876699484501888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.419291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.419299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761591.419302:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.419308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1579
00000100:00080000:3.0:1789761591.419310:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761591.419314:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484501888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.419316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761591.419322:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761591.419340:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761591.419344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484502528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761591.419347:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761591.419356:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484501888:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761591.419378:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761591.419405:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761591.419414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8ab8c34f5880 x1876699484502016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761591.419422:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484502016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761591.419432:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761591.419434:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761591.419437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761591.419440:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761591.419450:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761591.419456:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8ab8c34f6d80 x1876699484502144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761591.419463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484502144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761591.419469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761591.419470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761591.419472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761591.419476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502272:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761591.419486:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761591.419492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8ab8c34f5f80 x1876699484502272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761591.419499:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484502272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761591.419505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761591.419506:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761591.419509:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502272:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761591.419513:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484502400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761591.419523:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761591.419528:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8ab8c34f7800 x1876699484502400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761591.419536:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484502400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761591.419544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761591.419547:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761591.419550:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484502400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761591.419557:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484502528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761591.419577:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761591.419589:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8ab8c34f4a80 x1876699484502528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761591.419601:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484502528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761591.419609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761591.419613:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761591.419616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484502528:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761592.123045:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761593.147025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761594.171033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761595.194982:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761596.219009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761596.538971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761596.538980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761596.538983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761596.538991:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1585
00000100:00080000:3.0:1789761596.539000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761596.539006:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761596.539037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484502656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761596.539068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761596.539073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761596.539075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761596.539080:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1585
00000100:00080000:3.0:1789761596.539084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761596.539090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761596.539099:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761596.539115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484502784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761596.539120:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484502656:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761596.539137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761596.539141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761596.539142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761596.539146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1585
00000100:00080000:3.0:1789761596.539150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761596.539154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761596.539159:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761596.539169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484502912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761596.539176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761596.539178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761596.539180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761596.539184:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761596.539187:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1585
00000100:00080000:3.0:1789761596.539192:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761596.539195:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761596.539199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761596.539209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484503040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761596.539216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761596.539219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761596.539222:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff8ab8c34f7100 x1876699484502656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761596.539223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761596.539230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1585
00000100:00080000:3.0:1789761596.539238:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761596.539245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761596.539247:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484502656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761596.539252:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761596.539256:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.539260:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761596.539264:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484502656:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761596.539270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484503168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761596.539282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761596.539286:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502784:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761596.539288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761596.539294:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761596.539300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1585
00000100:00080000:3.0:1789761596.539305:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761596.539311:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761596.539313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761596.539321:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761596.539325:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff8ab8c34f7b80 x1876699484502784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761596.539337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484503296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761596.539338:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484502784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.539365:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.539369:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761596.539372:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761596.539377:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761596.539391:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761596.539400:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff8ab8c34f4380 x1876699484502912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.539409:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484502912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.539414:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.539416:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761596.539418:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484502912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761596.539422:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484503040:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761596.539432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761596.539450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff8ab8c34f5c00 x1876699484503040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.539463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484503040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.539471:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.539474:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761596.539478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484503040:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761596.539483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484503168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761596.539505:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761596.539517:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff8ab8c34f6300 x1876699484503168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.539526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484503168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.539536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.539547:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761596.539551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484503168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761596.539569:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484503296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761596.539588:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761596.539597:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761596/real 1789761596]  req@ffff8ab8c34f7100 x1876699484503296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761596.539609:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484503296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761596.539617:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761596.539620:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761596.539624:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484503296:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761597.243066:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761598.267029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761599.291044:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761600.315053:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761601.339103:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761601.659031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761601.659041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761601.659045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761601.659056:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1590
00000100:00080000:3.0:1789761601.659068:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761601.659076:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761601.659120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484503424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761601.659147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761601.659149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761601.659151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761601.659154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1590
00000100:00080000:3.0:1789761601.659157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761601.659159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761601.659168:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761601.659178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484503552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761601.659186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761601.659192:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484503424:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761601.659192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761601.659195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761601.659204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1590
00000100:00080000:3.0:1789761601.659207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761601.659210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761601.659213:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761601.659221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484503680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761601.659228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761601.659232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761601.659235:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761601.659239:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1590
00000100:00080000:3.0:1789761601.659245:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761601.659249:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761601.659255:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761601.659269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484503808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761601.659272:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761601.659283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761601.659286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761601.659288:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761601.659292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1590
00000100:00080000:3.0:1789761601.659296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761601.659299:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761601.659303:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761601.659313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484503936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761601.659322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761601.659326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761601.659328:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761601.659333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff8ab8c34f4a80 x1876699484503424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761601.659336:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1590
00000100:00080000:3.0:1789761601.659344:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761601.659351:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761601.659357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761601.659358:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484503424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761601.659374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484504064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761601.659380:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761601.659393:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761601.659402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484503424:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761601.659434:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484503552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761601.659462:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761601.659478:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff8ab8c34f7800 x1876699484503552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761601.659494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484503552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761601.659504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761601.659508:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761601.659512:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484503552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761601.659519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484503680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761601.659543:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761601.659556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff8ab8c34f5f80 x1876699484503680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761601.659569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484503680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761601.659578:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761601.659582:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761601.659586:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484503680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761601.659594:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484503808:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761601.659619:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761601.659633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff8ab8c34f6d80 x1876699484503808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761601.659647:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484503808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761601.659656:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761601.659660:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761601.659664:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484503808:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761601.659670:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484503936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761601.659704:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761601.659733:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff8ab8c34f5880 x1876699484503936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761601.659744:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484503936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761601.659750:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761601.659753:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761601.659755:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484503936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761601.659759:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484504064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761601.659791:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761601.659799:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761601/real 1789761601]  req@ffff8ab8c34f5180 x1876699484504064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761601.659808:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484504064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761601.659814:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761601.659816:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761601.659818:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484504064:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761602.363034:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761603.387069:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761604.411069:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761605.435062:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761606.459028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761606.778989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.778997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761606.779000:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.779008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1595
00000100:00080000:0.0:1789761606.779017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.779023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761606.779053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484504192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.779075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.779077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761606.779079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.779082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1595
00000100:00080000:0.0:1789761606.779084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.779086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761606.779093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761606.779101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484504320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.779109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.779111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761606.779113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.779117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1595
00000100:00080000:0.0:1789761606.779120:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.779124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761606.779127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761606.779135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484504448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.779146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.779155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789761606.779156:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484504192:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761606.779158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.779173:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1595
00000100:00080000:0.0:1789761606.779178:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.779184:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761606.779191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761606.779207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484504576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.779218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.779222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761606.779224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.779228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1595
00000100:00080000:0.0:1789761606.779241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.779245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761606.779249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761606.779254:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761606.779260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484504704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761606.779269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761606.779272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761606.779274:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761606.779278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1595
00000100:00080000:0.0:1789761606.779283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761606.779286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761606.779289:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761606.779296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484504832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761606.779321:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff8ab8c2feb800 x1876699484504192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.779346:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484504192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.779360:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.779366:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761606.779371:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484504192:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761606.779381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484504320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761606.779404:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761606.779415:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff8ab8c2feb480 x1876699484504320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.779429:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484504320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.779436:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.779438:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761606.779440:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484504320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761606.779464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484504448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761606.779476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761606.779484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff8ab8c2feb100 x1876699484504448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.779497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484504448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.779505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.779509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761606.779513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484504448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761606.779520:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484504576:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761606.779542:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761606.779551:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff8ab8c2fe8e00 x1876699484504576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.779559:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484504576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.779569:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.779572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761606.779574:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484504576:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761606.779578:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484504704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761606.779591:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761606.779598:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff8ab8c2fea300 x1876699484504704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.779606:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484504704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.779615:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.779625:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761606.779629:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484504704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761606.779636:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484504832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761606.779659:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761606.779669:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761606/real 1789761606]  req@ffff8ab8c2fe8a80 x1876699484504832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761606.779682:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484504832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761606.779691:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761606.779694:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761606.779699:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484504832:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761607.483083:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761608.507007:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761609.531018:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761610.555020:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761611.579036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761611.898984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.898995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761611.898999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.899010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1600
00000100:00080000:0.0:1789761611.899022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.899029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761611.899075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484504960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.899101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.899105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761611.899106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.899109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1600
00000100:00080000:0.0:1789761611.899112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.899114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761611.899125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761611.899135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484505088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.899145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.899149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761611.899152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761611.899152:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484504960:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761611.899161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1600
00000100:00080000:0.0:1789761611.899167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.899172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761611.899175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761611.899185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484505216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.899192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.899196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761611.899197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.899199:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1600
00000100:00080000:0.0:1789761611.899201:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761611.899204:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761611.899208:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761611.899216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484505344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761611.899223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.899226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761611.899228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.899232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1600
00000100:00080000:0.0:1789761611.899236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761611.899243:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761611.899244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761611.899257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761611.899280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484505472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761611.899292:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611]  req@ffff8ab8c2fe8000 x1876699484504960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761611.899295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761611.899310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761611.899316:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761611.899328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1600
00000100:00080000:0.0:1789761611.899333:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761611.899337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484504960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761611.899343:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761611.899359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761611.899363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761611.899368:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761611.899373:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484504960:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761611.899376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484505600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761611.899410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761611.899434:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761611.899443:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611]  req@ffff8ab8c2fe8380 x1876699484505088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761611.899452:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484505088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761611.899458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761611.899460:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761611.899463:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761611.899468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761611.899479:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761611.899487:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611]  req@ffff8ab8c2fe9c00 x1876699484505216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761611.899495:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484505216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761611.899503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761611.899507:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761611.899510:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761611.899517:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505344:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761611.899538:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761611.899551:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611]  req@ffff8ab8c2fe9880 x1876699484505344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761611.899565:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484505344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761611.899574:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761611.899577:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761611.899581:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505344:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761611.899588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484505472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761611.899609:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761611.899617:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611]  req@ffff8ab8c2fead80 x1876699484505472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761611.899626:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484505472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761611.899631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761611.899633:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761611.899636:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484505472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761611.899640:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484505600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761611.899652:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761611.899659:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761611/real 1789761611]  req@ffff8ab8c2fe8a80 x1876699484505600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761611.899666:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484505600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761611.899671:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761611.899673:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761611.899675:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484505600:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761612.602997:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761613.627077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761614.650977:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761615.675008:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761616.698989:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761617.018958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761617.018968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761617.018971:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761617.018980:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1605
00000100:00080000:2.0:1789761617.018992:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761617.018999:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761617.019033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484505728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761617.019059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761617.019063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761617.019065:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761617.019069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1605
00000100:00080000:2.0:1789761617.019073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761617.019078:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761617.019088:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761617.019097:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484505728:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761617.019104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484505856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761617.019118:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761617.019121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761617.019123:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761617.019128:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1605
00000100:00080000:2.0:1789761617.019132:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761617.019136:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761617.019142:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761617.019156:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761617.019158:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484505984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761617.019172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761617.019176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761617.019178:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761617.019182:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1605
00000100:00080000:2.0:1789761617.019186:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761617.019191:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761617.019196:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761617.019199:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff8ab8c33df800 x1876699484505728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761617.019212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484506112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761617.019224:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484505728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761617.019227:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761617.019237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761617.019242:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761617.019245:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761617.019249:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1605
00000100:00080000:2.0:1789761617.019253:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761617.019258:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789761617.019260:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761617.019268:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761617.019269:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484505728:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761617.019294:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484506240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761617.019301:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505856:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761617.019314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761617.019319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761617.019322:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761617.019327:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1605
00000100:00080000:2.0:1789761617.019331:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761617.019336:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761617.019342:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789761617.019344:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761617.019358:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484506368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761617.019363:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff8ab8c33ddc00 x1876699484505856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761617.019390:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484505856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761617.019401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761617.019406:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761617.019411:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761617.019418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761617.019444:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761617.019458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff8ab8c33df480 x1876699484505984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761617.019471:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484505984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761617.019487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761617.019491:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761617.019495:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484505984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761617.019502:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484506112:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761617.019526:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761617.019539:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff8ab8c33ddf80 x1876699484506112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761617.019552:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484506112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761617.019561:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761617.019565:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761617.019569:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484506112:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761617.019588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484506240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761617.019612:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761617.019625:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff8ab8c33ded80 x1876699484506240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761617.019638:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484506240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761617.019646:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761617.019650:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761617.019654:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484506240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761617.019660:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484506368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761617.019684:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761617.019696:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff8ab8c33dfb80 x1876699484506368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761617.019709:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484506368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761617.019718:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761617.019721:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761617.019725:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484506368:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761617.722994:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761618.747028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761619.771014:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761620.795086:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761621.819077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761622.138959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761622.138966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761622.138970:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761622.138978:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1610
00000100:00080000:2.0:1789761622.138988:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761622.138996:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761622.139025:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484506496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761622.139050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761622.139053:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761622.139055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761622.139058:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1610
00000100:00080000:2.0:1789761622.139061:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761622.139063:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761622.139070:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761622.139081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484506624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761622.139089:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761622.139093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761622.139096:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761622.139101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1610
00000100:00080000:2.0:1789761622.139105:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761622.139106:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484506496:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761622.139114:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761622.139122:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761622.139138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484506752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761622.139149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761622.139152:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761622.139154:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761622.139158:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1610
00000100:00080000:2.0:1789761622.139161:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761622.139167:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789761622.139167:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789761622.139175:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761622.139186:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484506880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761622.139193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761622.139197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761622.139199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761622.139201:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1610
00000100:00080000:2.0:1789761622.139204:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761622.139207:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761622.139211:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761622.139213:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8ab8c33dc380 x1876699484506496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.139222:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484507008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761622.139230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761622.139232:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761622.139233:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761622.139237:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1610
00000100:00080000:2.0:1789761622.139239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761622.139241:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761622.139243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761622.139258:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484507136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761622.139292:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484506496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.139301:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.139304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761622.139306:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484506496:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761622.139312:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484506624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761622.139442:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761622.139456:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8ab8c33dd880 x1876699484506624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.139466:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484506624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.139518:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.139522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761622.139524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484506624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761622.139546:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484506752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761622.139571:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761622.139585:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8ab8c33de300 x1876699484506752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.139599:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484506752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.139608:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.139610:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761622.139613:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484506752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761622.139617:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484506880:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761622.139634:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761622.139642:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8ab8c33de680 x1876699484506880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.139649:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484506880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.139655:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.139657:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761622.139659:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484506880:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761622.139662:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484507008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761622.139673:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761622.139679:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8ab8c33dd180 x1876699484507008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.139686:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484507008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.139691:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.139693:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761622.139694:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484507008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761622.139698:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484507136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761622.139712:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761622.139721:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8ab8c33dc000 x1876699484507136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.139733:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484507136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.139741:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.139744:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761622.139747:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484507136:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761622.843045:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761623.866996:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761624.891047:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761625.915026:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761626.939039:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761627.258971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.258980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761627.258985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.258994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1615
00000100:00080000:3.0:1789761627.259004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.259011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761627.259048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484507264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761627.259076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.259080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761627.259083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.259088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1615
00000100:00080000:3.0:1789761627.259093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.259098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761627.259108:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484507264:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761627.259108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761627.259127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484507392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761627.259140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.259144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761627.259147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.259151:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1615
00000100:00080000:3.0:1789761627.259157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.259162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789761627.259167:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761627.259171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761627.259187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484507520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761627.259206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.259211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789761627.259212:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8ab8c34f6680 x1876699484507264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761627.259214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.259222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1615
00000100:00080000:3.0:1789761627.259231:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.259238:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761627.259244:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761627.259245:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484507264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761627.259261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484507648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761627.259270:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.259277:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761627.259279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761627.259283:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484507264:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761627.259286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761627.259290:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.259295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1615
00000100:00080000:3.0:1789761627.259300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.259304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761627.259308:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484507392:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789761627.259312:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761627.259330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484507776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761627.259337:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761627.259350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761627.259353:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8ab8c34f6a00 x1876699484507392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761627.259357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761627.259361:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.259371:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1615
00000100:00100000:1.0:1789761627.259374:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484507392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761627.259378:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761627.259385:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761627.259389:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789761627.259391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761627.259398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484507392:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789761627.259400:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761627.259404:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484507520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761627.259419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484507904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761627.259425:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761627.259437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8ab8c34f5500 x1876699484507520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.259447:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484507520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.259453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.259456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761627.259458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484507520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761627.259463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484507648:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761627.259475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761627.259481:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8ab8c34f7480 x1876699484507648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.259488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484507648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.259494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.259495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761627.259497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484507648:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761627.259508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484507776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.259520:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761627.259526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8ab8c34f4000 x1876699484507776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.259533:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484507776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.259539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.259540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761627.259542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484507776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761627.259546:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484507904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.259556:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761627.259562:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8ab8c34f4700 x1876699484507904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.259570:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484507904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.259574:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.259576:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761627.259578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484507904:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761627.963041:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761628.987016:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761630.011001:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761631.035014:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761632.058991:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761632.378961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761632.378972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761632.378976:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761632.378987:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1620
00000100:00080000:3.0:1789761632.378996:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761632.379005:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761632.379040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484508032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761632.379066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761632.379070:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761632.379071:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761632.379075:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1620
00000100:00080000:3.0:1789761632.379078:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761632.379081:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761632.379089:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761632.379104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484508160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761632.379111:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484508032:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761632.379121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761632.379125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761632.379128:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761632.379133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1620
00000100:00080000:3.0:1789761632.379137:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761632.379143:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761632.379149:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761632.379164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484508288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761632.379181:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761632.379184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761632.379189:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761632.379192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761632.379198:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1620
00000100:00080000:3.0:1789761632.379204:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761632.379208:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761632.379214:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761632.379226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484508416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761632.379237:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8ab8c34f4700 x1876699484508032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761632.379240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761632.379249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761632.379254:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761632.379261:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1620
00000100:00080000:3.0:1789761632.379265:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761632.379268:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484508032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761632.379273:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761632.379284:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761632.379287:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.379292:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761632.379300:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484508032:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761632.379301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484508544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761632.379311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761632.379313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761632.379314:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761632.379318:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1620
00000100:00080000:3.0:1789761632.379321:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761632.379322:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484508160:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761632.379328:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761632.379333:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761632.379343:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484508672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761632.379352:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761632.379365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8ab8c34f4000 x1876699484508160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.379379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484508160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.379385:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.379387:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761632.379390:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484508160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.379393:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484508288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.379406:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761632.379417:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8ab8c34f7480 x1876699484508288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.379429:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484508288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.379438:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.379441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761632.379445:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484508288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.379452:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484508416:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761632.379473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761632.379482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8ab8c34f5500 x1876699484508416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.379490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484508416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.379500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.379502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761632.379504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484508416:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761632.379508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484508544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.379520:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761632.379527:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8ab8c34f6a00 x1876699484508544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.379534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484508544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.379540:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.379542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761632.379544:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484508544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.379556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484508672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.379566:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761632.379572:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8ab8c34f6680 x1876699484508672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.379579:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484508672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.379584:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.379586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761632.379588:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484508672:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761633.083009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761634.106968:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761635.131035:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761636.155060:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761637.179081:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761637.498979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.498987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761637.498991:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.498999:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1626
00000100:00080000:2.0:1789761637.499008:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.499013:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761637.499043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484508800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761637.499064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.499067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761637.499069:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.499072:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1626
00000100:00080000:2.0:1789761637.499074:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.499076:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761637.499083:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761637.499092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484508928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761637.499103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.499106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761637.499108:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.499113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1626
00000100:00080000:2.0:1789761637.499117:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761637.499120:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484508800:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761637.499125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761637.499133:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761637.499147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484509056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761637.499159:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.499162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761637.499164:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.499168:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1626
00000100:00080000:2.0:1789761637.499181:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.499187:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761637.499193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761637.499210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484509184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761637.499214:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484508928:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761637.499238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.499242:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761637.499244:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761637.499247:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509056:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761637.499253:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1626
00000100:00080000:2.0:1789761637.499259:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.499265:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761637.499268:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509184:192.168.203.110@tcp:8:kworker.0
00000008:00100000:2.0:1789761637.499275:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761637.499293:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484509312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761637.499309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761637.499313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761637.499315:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761637.499322:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1626
00000100:00100000:1.0:1789761637.499323:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484509312:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761637.499326:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761637.499332:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761637.499337:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761637.499350:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484509440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761637.499375:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484509440:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761638.203002:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761639.227039:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761640.251088:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761640.571189:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789761640.571246:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761640.571267:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761640.571309:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761640.571322:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761640.571336:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761640.571348:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789761640.571360:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789761640.571382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761640]  req@ffff8ab8c33dd180 x1876699484509312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761640.571421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484509312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761640.571434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761640.571439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761640.571443:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484509312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761640.571452:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761640]  req@ffff8ab8c33dc700 x1876699484509056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761640.571485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484509056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761640.571495:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761640.571498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761640.571502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761640.571511:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761640]  req@ffff8ab8c33dc000 x1876699484509184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761640.571524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484509184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761640.571533:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761640.571536:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761640.571539:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509184:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761640.571547:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761640]  req@ffff8ab8c33dca80 x1876699484508800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761640.571560:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484508800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761640.571568:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761640.571572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761640.571581:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484508800:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761640.571589:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761640]  req@ffff8ab8c33df100 x1876699484508928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761640.571599:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484508928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761640.571607:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761640.571610:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761640.571613:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484508928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761640.571658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761640]  req@ffff8ab8c33de680 x1876699484509440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761640.571670:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484509440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761640.571677:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761640.571681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761640.571684:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484509440:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761641.275034:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761642.299058:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761642.618960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761642.618967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761642.618971:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761642.618980:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1631
00000100:00080000:3.0:1789761642.618990:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761642.618996:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761642.619026:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484509568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761642.619049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761642.619052:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761642.619053:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761642.619056:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1631
00000100:00080000:3.0:1789761642.619059:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761642.619061:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761642.619068:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761642.619078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484509696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761642.619090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761642.619097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761642.619099:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484509568:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761642.619100:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761642.619118:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1631
00000100:00080000:3.0:1789761642.619123:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761642.619128:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761642.619134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761642.619147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484509824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761642.619158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761642.619169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761642.619172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761642.619176:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761642.619181:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1631
00000100:00080000:3.0:1789761642.619186:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761642.619191:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761642.619197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761642.619214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484509952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761642.619217:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff8ab8c34f5180 x1876699484509568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761642.619234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761642.619240:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761642.619243:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761642.619248:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484509568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761642.619251:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1631
00000100:00080000:3.0:1789761642.619258:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761642.619266:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789761642.619272:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761642.619274:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761642.619281:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761642.619289:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484509568:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761642.619291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484510080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761642.619304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761642.619307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761642.619309:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761642.619313:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1631
00000100:00080000:3.0:1789761642.619317:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761642.619319:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509696:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761642.619324:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761642.619331:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761642.619345:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484510208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761642.619356:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761642.619375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff8ab8c34f5880 x1876699484509696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.619390:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484509696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.619399:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.619402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761642.619405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761642.619412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761642.619434:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761642.619446:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff8ab8c34f6d80 x1876699484509824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.619458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484509824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.619465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.619468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761642.619471:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761642.619477:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509952:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761642.619505:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761642.619516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff8ab8c34f5f80 x1876699484509952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.619527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484509952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.619535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.619537:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761642.619540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484509952:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761642.619545:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484510080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761642.619563:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761642.619574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff8ab8c34f7800 x1876699484510080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.619586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484510080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.619594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.619597:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761642.619600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484510080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761642.619636:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484510208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761642.619657:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761642.619671:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761642/real 1789761642]  req@ffff8ab8c34f4a80 x1876699484510208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761642.619683:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484510208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761642.619691:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761642.619695:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761642.619698:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484510208:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761643.322974:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761644.347062:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761645.371070:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761646.395044:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761647.418984:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761647.738957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761647.738965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761647.738969:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761647.738977:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1636
00000100:00080000:3.0:1789761647.738986:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761647.738991:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761647.739022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484510336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761647.739045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761647.739047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761647.739049:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761647.739051:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1636
00000100:00080000:3.0:1789761647.739054:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761647.739057:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761647.739065:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761647.739077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484510464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761647.739085:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761647.739087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761647.739089:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761647.739092:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1636
00000100:00080000:3.0:1789761647.739094:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761647.739096:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761647.739099:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761647.739107:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484510336:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761647.739110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484510592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761647.739133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761647.739135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761647.739136:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761647.739141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1636
00000100:00080000:3.0:1789761647.739144:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761647.739148:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761647.739153:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761647.739160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484510720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761647.739172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761647.739175:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761647.739176:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761647.739178:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1636
00000100:00080000:3.0:1789761647.739181:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761647.739183:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761647.739186:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761647.739194:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484510848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761647.739200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761647.739209:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761647.739217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761647.739222:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761647.739232:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1636
00000100:00080000:3.0:1789761647.739237:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761647.739243:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761647.739250:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761647.739272:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff8ab8c34f7100 x1876699484510336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761647.739273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484510976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761647.739347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484510336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.739367:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.739373:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761647.739376:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484510336:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761647.739383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484510464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761647.739403:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761647.739412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff8ab8c34f6300 x1876699484510464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.739421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484510464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.739432:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.739435:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761647.739437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484510464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761647.739461:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484510592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761647.739473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761647.739480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff8ab8c34f5c00 x1876699484510592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.739487:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484510592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.739493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.739495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761647.739497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484510592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761647.739501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484510720:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761647.739513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761647.739519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff8ab8c34f4380 x1876699484510720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.739527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484510720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.739532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.739534:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761647.739537:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484510720:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761647.739541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484510848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761647.739552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761647.739559:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff8ab8c34f7b80 x1876699484510848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.739566:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484510848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.739585:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.739587:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761647.739590:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484510848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761647.739594:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484510976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761647.739608:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761647.739616:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761647/real 1789761647]  req@ffff8ab8c34f4a80 x1876699484510976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761647.739624:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484510976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761647.739629:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761647.739631:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761647.739633:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484510976:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761648.443040:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761649.466976:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761650.491045:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761651.514978:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761652.539004:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761652.858954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761652.858962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761652.858966:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761652.858976:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1641
00000100:00080000:2.0:1789761652.858986:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761652.858994:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761652.859030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484511104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761652.859052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761652.859054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761652.859056:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761652.859059:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1641
00000100:00080000:2.0:1789761652.859063:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761652.859067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761652.859074:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761652.859081:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484511104:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761652.859087:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484511232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761652.859095:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761652.859098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761652.859099:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761652.859102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1641
00000100:00080000:2.0:1789761652.859104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761652.859111:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761652.859115:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761652.859127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484511360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761652.859137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761652.859143:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761652.859145:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761652.859149:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761652.859155:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1641
00000100:00080000:2.0:1789761652.859160:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761652.859166:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761652.859171:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761652.859181:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484511488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761652.859191:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff8ab8c33de300 x1876699484511104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761652.859192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761652.859201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761652.859206:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761652.859215:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1641
00000100:00080000:2.0:1789761652.859220:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761652.859223:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484511104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761652.859228:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761652.859237:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761652.859243:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.859251:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761652.859252:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484511616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761652.859261:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484511104:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761652.859264:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761652.859272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761652.859275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761652.859281:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1641
00000100:00080000:2.0:1789761652.859285:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761652.859290:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761652.859297:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761652.859301:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484511232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761652.859312:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484511744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761652.859326:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761652.859339:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff8ab8c33dd880 x1876699484511232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.859349:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484511232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.859355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.859358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761652.859360:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484511232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761652.859371:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484511360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761652.859392:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761652.859408:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff8ab8c33dc380 x1876699484511360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.859423:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484511360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.859429:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.859432:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761652.859434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484511360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761652.859439:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484511488:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789761652.859454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761652.859464:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff8ab8c33dfb80 x1876699484511488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.859477:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484511488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.859485:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.859488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761652.859492:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484511488:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789761652.859498:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484511616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761652.859517:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761652.859526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff8ab8c33ded80 x1876699484511616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.859548:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484511616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.859557:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.859561:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761652.859564:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484511616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789761652.859584:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484511744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789761652.859615:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761652.859627:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761652/real 1789761652]  req@ffff8ab8c33ddf80 x1876699484511744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761652.859640:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484511744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761652.859649:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761652.859654:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789761652.859657:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484511744:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761653.562968:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761654.586976:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761655.610993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761656.634997:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761657.659000:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761657.978958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761657.978965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761657.978974:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761657.978982:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1646
00000100:00080000:3.0:1789761657.978993:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761657.978999:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761657.979029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484511872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761657.979053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761657.979056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761657.979057:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761657.979060:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1646
00000100:00080000:3.0:1789761657.979063:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761657.979066:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761657.979073:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761657.979086:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484511872:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761657.979088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484512000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761657.979101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761657.979105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761657.979107:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761657.979113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1646
00000100:00080000:3.0:1789761657.979118:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761657.979123:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761657.979129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761657.979144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484512128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761657.979145:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761657.979160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761657.979165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761657.979166:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761657.979171:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1646
00000100:00080000:3.0:1789761657.979176:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761657.979180:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761657.979187:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff8ab8c34f7800 x1876699484511872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761657.979187:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761657.979204:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484512256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761657.979213:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484511872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761657.979218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761657.979231:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761657.979236:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761657.979240:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484511872:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761657.979263:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512000:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761657.979286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:2.0:1789761657.979289:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761657.979290:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761657.979296:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1646
00000100:00080000:3.0:1789761657.979302:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761657.979306:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff8ab8c34f5f80 x1876699484512000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761657.979309:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761657.979318:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761657.979322:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484512000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761657.979333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484512384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761657.979337:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761657.979344:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761657.979350:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512000:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761657.979359:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761657.979360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512128:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761657.979369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761657.979372:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761657.979382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761657.979391:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff8ab8c34f6d80 x1876699484512128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761657.979398:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484512128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761657.979404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761657.979407:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761657.979409:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761657.979412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512256:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761657.979425:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761657.979431:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff8ab8c34f5880 x1876699484512256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761657.979438:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484512256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761657.979444:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761657.979447:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761657.979451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512256:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761657.979469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484512384:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761657.979485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1646
00000800:00000100:2.0:1789761657.979510:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761657.979513:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761657.979522:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761657.979530:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761657.979532:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff8ab8c34f5180 x1876699484512384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761657.979552:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484512384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761657.979563:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761657.979568:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761657.979573:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484512384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761657.979591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484512512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761657.979648:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484512512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761657.979683:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761657.979703:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761657/real 1789761657]  req@ffff8ab8c34f6680 x1876699484512512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761657.979719:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484512512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761657.979728:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761657.979732:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761657.979736:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484512512:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761658.682986:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761659.707003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761660.731005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761661.755984:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761662.779002:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761663.098985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761663.098993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761663.098997:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761663.099006:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1651
00000100:00080000:2.0:1789761663.099015:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761663.099021:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761663.099058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484512640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761663.099088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761663.099090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761663.099092:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761663.099096:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1651
00000100:00080000:2.0:1789761663.099099:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761663.099102:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761663.099110:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761663.099122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484512768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761663.099130:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484512640:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761663.099137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761663.099142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761663.099144:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761663.099149:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1651
00000100:00080000:2.0:1789761663.099154:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761663.099159:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761663.099164:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761663.099179:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484512896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761663.099188:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761663.099190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761663.099192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761663.099194:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1651
00000100:00080000:2.0:1789761663.099197:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761663.099201:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789761663.099206:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789761663.099208:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761663.099221:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484513024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761663.099228:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761663.099230:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761663.099231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761663.099234:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1651
00000100:00080000:2.0:1789761663.099237:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761663.099240:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761663.099245:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8ab8c33df480 x1876699484512640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761663.099246:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761663.099258:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484513152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761663.099266:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484512640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761663.099274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761663.099278:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761663.099280:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761663.099283:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789761663.099285:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761663.099289:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484512640:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761663.099295:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1651
00000100:00080000:2.0:1789761663.099301:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761663.099305:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761663.099311:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761663.099313:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761663.099329:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484513280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761663.099339:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761663.099354:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8ab8c33ddc00 x1876699484512768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.099363:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484512768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.099369:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.099372:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761663.099374:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761663.099378:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761663.099390:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761663.099397:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8ab8c33df800 x1876699484512896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.099405:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484512896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.099410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.099412:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761663.099414:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484512896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761663.099418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484513024:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761663.099428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761663.099434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8ab8c33ddf80 x1876699484513024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.099442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484513024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.099447:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.099450:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761663.099453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484513024:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761663.099471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484513152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761663.099493:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761663.099506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8ab8c33ded80 x1876699484513152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.099518:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484513152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.099528:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.099530:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761663.099532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484513152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761663.099545:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484513280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761663.099560:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761663.099567:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8ab8c33dfb80 x1876699484513280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.099574:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484513280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.099579:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.099581:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761663.099583:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484513280:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761663.803044:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761664.827005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761665.851050:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761666.874966:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761667.899024:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761668.218946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.218954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761668.218958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.218965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1656
00000100:00080000:3.0:1789761668.218973:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.218979:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761668.219016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484513408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.219045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.219048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761668.219053:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.219057:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1656
00000100:00080000:3.0:1789761668.219060:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.219063:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761668.219071:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761668.219083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484513536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.219092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761668.219094:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484513408:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761668.219095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761668.219099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.219105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1656
00000100:00080000:3.0:1789761668.219108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.219110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761668.219113:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761668.219121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484513664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.219128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.219130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761668.219131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.219134:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1656
00000100:00080000:3.0:1789761668.219137:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.219139:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761668.219144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761668.219154:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761668.219157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484513792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.219170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.219175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761668.219177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.219182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1656
00000100:00080000:3.0:1789761668.219187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761668.219191:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8ab8c34f6a00 x1876699484513408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761668.219196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761668.219206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761668.219215:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484513408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.219219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484513920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761668.219234:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761668.219244:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761668.219245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.219253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761668.219254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761668.219258:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484513408:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761668.219259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1656
00000100:00080000:3.0:1789761668.219263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.219268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761668.219271:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761668.219279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484514048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761668.219292:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484513536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761668.219322:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761668.219336:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8ab8c34f5500 x1876699484513536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761668.219349:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484513536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761668.219355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761668.219365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761668.219368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484513536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761668.219372:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484513664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761668.219388:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761668.219396:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8ab8c34f7480 x1876699484513664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761668.219404:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484513664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761668.219409:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761668.219411:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761668.219413:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484513664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761668.219417:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484513792:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761668.219445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761668.219454:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8ab8c34f4000 x1876699484513792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761668.219462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484513792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761668.219467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761668.219469:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761668.219472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484513792:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761668.219475:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484513920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761668.219492:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761668.219500:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8ab8c34f4700 x1876699484513920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761668.219509:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484513920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761668.219517:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761668.219520:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761668.219523:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484513920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761668.219529:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484514048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761668.219550:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761668.219562:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8ab8c34f6680 x1876699484514048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761668.219571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484514048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761668.219577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761668.219579:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761668.219581:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484514048:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761668.923050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761669.947010:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761670.970993:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761671.994996:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761673.018999:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761673.338972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.338981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761673.338985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.338996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1661
00000100:00080000:3.0:1789761673.339007:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.339015:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761673.339055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484514176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.339095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.339098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761673.339100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.339103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1661
00000100:00080000:3.0:1789761673.339106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.339109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761673.339117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761673.339130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484514304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.339139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.339144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761673.339145:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484514176:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761673.339146:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.339154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1661
00000100:00080000:3.0:1789761673.339157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.339159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761673.339162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761673.339172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484514432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.339179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.339182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761673.339183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.339185:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1661
00000100:00080000:3.0:1789761673.339188:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.339190:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761673.339193:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761673.339201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484514560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.339208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.339213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:0.0:1789761673.339215:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761673.339215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.339222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1661
00000100:00080000:3.0:1789761673.339225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.339228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761673.339231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761673.339240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484514688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.339245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.339247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761673.339249:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.339252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1661
00000100:00080000:3.0:1789761673.339254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.339257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761673.339260:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761673.339266:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8ab8c34f5180 x1876699484514176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761673.339270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484514816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761673.339305:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484514176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761673.339314:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761673.339318:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761673.339322:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484514176:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761673.339341:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484514304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761673.339359:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761673.339368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8ab8c34f5880 x1876699484514304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761673.339376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484514304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761673.339398:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761673.339401:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761673.339405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484514304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761673.339412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484514432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761673.339434:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761673.339446:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8ab8c34f6d80 x1876699484514432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761673.339455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484514432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761673.339461:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761673.339463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761673.339465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484514432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761673.339469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484514560:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761673.339483:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761673.339491:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8ab8c34f5f80 x1876699484514560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761673.339502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484514560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761673.339511:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761673.339515:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761673.339518:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484514560:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761673.339524:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484514688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761673.339544:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761673.339556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8ab8c34f7800 x1876699484514688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761673.339569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484514688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761673.339577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761673.339580:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761673.339583:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484514688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761673.339590:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484514816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761673.339611:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761673.339622:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8ab8c34f4a80 x1876699484514816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761673.339630:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484514816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761673.339635:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761673.339637:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761673.339639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484514816:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761674.042984:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761675.067026:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761676.091041:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761677.115000:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761678.139050:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761678.459000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.459011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761678.459015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.459026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1667
00000100:00080000:3.0:1789761678.459037:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.459044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761678.459088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484514944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.459120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.459127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761678.459129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.459132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1667
00000100:00080000:3.0:1789761678.459135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.459138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761678.459147:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761678.459158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484515072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.459167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.459170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761678.459171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761678.459177:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484514944:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761678.459178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1667
00000100:00080000:3.0:1789761678.459183:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.459187:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761678.459191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761678.459199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484515200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.459205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.459208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761678.459209:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.459212:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1667
00000100:00080000:3.0:1789761678.459215:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.459218:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761678.459222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761678.459230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484515328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.459236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.459239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761678.459241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.459244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1667
00000100:00080000:3.0:1789761678.459246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.459248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761678.459251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761678.459255:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761678.459265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484515456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.459276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.459280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761678.459282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.459287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1667
00000100:00080000:3.0:1789761678.459292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.459297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761678.459304:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761678.459317:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8ab8c34f7b80 x1876699484514944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761678.459319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484515584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761678.459377:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484514944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761678.459401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761678.459406:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761678.459411:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484514944:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761678.459437:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761678.459458:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761678.459475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8ab8c34f4380 x1876699484515072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761678.459485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484515072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761678.459491:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761678.459494:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761678.459496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761678.459500:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761678.459513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761678.459521:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8ab8c34f5c00 x1876699484515200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761678.459528:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484515200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761678.459534:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761678.459536:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761678.459539:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761678.459543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515328:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761678.459555:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761678.459561:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8ab8c34f6300 x1876699484515328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761678.459569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484515328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761678.459574:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761678.459576:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761678.459578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515328:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761678.459581:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484515456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761678.459592:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761678.459598:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8ab8c34f7100 x1876699484515456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761678.459605:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484515456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761678.459610:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761678.459612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761678.459614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484515456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761678.459617:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484515584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761678.459627:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761678.459633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8ab8c34f4a80 x1876699484515584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761678.459641:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484515584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761678.459647:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761678.459650:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761678.459653:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484515584:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761679.163054:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761680.186994:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761681.211086:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761682.235008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761683.259015:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761683.578926:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.578935:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761683.578940:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.578951:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1672
00000100:00080000:3.0:1789761683.578961:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.578969:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761683.579004:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484515712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.579028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.579031:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761683.579032:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.579035:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1672
00000100:00080000:3.0:1789761683.579038:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.579041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761683.579049:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761683.579060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484515840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761683.579070:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484515712:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761683.579070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.579073:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761683.579076:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.579083:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1672
00000100:00080000:3.0:1789761683.579085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.579087:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761683.579091:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761683.579099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484515968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.579105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.579108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761683.579110:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.579112:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1672
00000100:00080000:3.0:1789761683.579114:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.579116:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761683.579120:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761683.579127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484516096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.579134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.579136:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761683.579137:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.579140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1672
00000800:00000100:0.0:1789761683.579146:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761683.579146:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761683.579151:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761683.579157:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761683.579170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484516224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761683.579181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761683.579184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761683.579188:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff8ab8c34f7800 x1876699484515712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761683.579189:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761683.579199:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1672
00000100:00080000:3.0:1789761683.579207:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761683.579212:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484515712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761683.579216:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761683.579223:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761683.579236:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761683.579241:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761683.579242:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484516352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761683.579245:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484515712:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761683.579272:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761683.579292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761683.579301:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff8ab8c34f5f80 x1876699484515840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761683.579327:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484515840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761683.579339:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761683.579341:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761683.579344:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761683.579348:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761683.579364:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761683.579372:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff8ab8c34f6d80 x1876699484515968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761683.579380:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484515968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761683.579385:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761683.579387:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761683.579389:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484515968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761683.579399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484516096:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761683.579412:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761683.579419:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff8ab8c34f5880 x1876699484516096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761683.579427:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484516096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761683.579432:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761683.579434:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761683.579437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484516096:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761683.579441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484516224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761683.579452:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761683.579458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff8ab8c34f5180 x1876699484516224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761683.579465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484516224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761683.579470:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761683.579472:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761683.579474:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484516224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761683.579477:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484516352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761683.579488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761683.579494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761683/real 1789761683]  req@ffff8ab8c34f6680 x1876699484516352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761683.579501:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484516352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761683.579506:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761683.579508:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761683.579510:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484516352:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761684.283009:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761685.306999:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761686.330969:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761687.355023:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761688.378988:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761688.698971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761688.698980:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761688.698983:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761688.698991:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1677
00000100:00080000:3.0:1789761688.699000:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761688.699006:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761688.699045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484516480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761688.699068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761688.699072:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761688.699074:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761688.699080:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1677
00000100:00080000:3.0:1789761688.699085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761688.699090:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761688.699100:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484516480:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761688.699101:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761688.699121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484516608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761688.699140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761688.699144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761688.699146:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761688.699151:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1677
00000800:00000100:0.0:1789761688.699156:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761688.699156:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761688.699164:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761688.699171:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761688.699187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484516736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761688.699194:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff8ab8c34f4700 x1876699484516480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761688.699210:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484516480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.699216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761688.699220:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761688.699221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761688.699226:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761688.699227:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761688.699232:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484516480:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761688.699238:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1677
00000100:00080000:3.0:1789761688.699244:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761688.699249:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761688.699254:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484516608:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789761688.699256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761688.699289:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484516864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761688.699298:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761688.699309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761688.699312:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789761688.699315:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff8ab8c34f4000 x1876699484516608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.699316:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761688.699324:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1677
00000100:00080000:3.0:1789761688.699333:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761688.699337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484516608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.699338:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761688.699346:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761688.699348:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761688.699353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761688.699356:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484516608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761688.699360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484516736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761688.699366:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484516992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761688.699375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761688.699380:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761688.699381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761688.699385:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761688.699390:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1677
00000100:00080000:3.0:1789761688.699393:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761688.699395:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff8ab8c34f7480 x1876699484516736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761688.699399:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761688.699406:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761688.699412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484516736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761688.699418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484517120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761688.699452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761688.699457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761688.699460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484516736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761688.699474:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484516864:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761688.699488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761688.699497:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff8ab8c34f5500 x1876699484516864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761688.699510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484516864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761688.699519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761688.699523:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761688.699527:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484516864:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761688.699533:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484516992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761688.699552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761688.699564:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff8ab8c34f6a00 x1876699484516992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761688.699577:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484516992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761688.699585:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761688.699588:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761688.699591:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484516992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761688.699595:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484517120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761688.699612:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761688.699623:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761688/real 1789761688]  req@ffff8ab8c34f4700 x1876699484517120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761688.699636:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484517120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761688.699644:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761688.699647:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761688.699651:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484517120:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761689.402972:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761690.426957:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761691.451014:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761692.474978:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761693.498993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761693.818952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.818960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761693.818964:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.818973:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1682
00000100:00080000:3.0:1789761693.818982:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.818989:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761693.819019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484517248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.819045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.819050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761693.819052:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.819058:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1682
00000100:00080000:3.0:1789761693.819062:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.819067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761693.819075:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484517248:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761693.819077:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761693.819096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484517376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.819107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.819110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761693.819112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.819116:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1682
00000100:00080000:3.0:1789761693.819127:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.819131:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789761693.819136:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761693.819139:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761693.819152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484517504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.819159:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.819162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761693.819164:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.819167:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1682
00000100:00080000:3.0:1789761693.819171:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761693.819174:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff8ab8c34f6680 x1876699484517248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761693.819176:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761693.819183:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761693.819196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484517632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761693.819197:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484517248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.819223:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.819243:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761693.819248:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484517248:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761693.819276:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484517376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761693.819311:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761693.819332:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff8ab8c34f5180 x1876699484517376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.819347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484517376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.819371:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.819375:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761693.819379:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484517376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761693.819387:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484517504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761693.819418:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761693.819431:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff8ab8c34f5880 x1876699484517504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.819451:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484517504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.819460:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.819463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761693.819467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484517504:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761693.819682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.819685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761693.819686:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.819689:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1682
00000100:00080000:3.0:1789761693.819692:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761693.819696:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761693.819701:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761693.819711:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484517632:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761693.819714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484517760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761693.819724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761693.819727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761693.819729:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761693.819732:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1682
00000100:00080000:3.0:1789761693.819745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761693.819749:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761693.819763:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff8ab8c34f6d80 x1876699484517632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.819771:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484517632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.819777:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.819779:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761693.819782:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484517632:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761693.819791:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484517760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761693.819804:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761693.819811:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff8ab8c34f5f80 x1876699484517760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.819820:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484517760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.819829:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.819833:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761693.819838:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484517760:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761693.819892:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761693.819898:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761693.819910:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484517888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761693.819968:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484517888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761693.819991:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761693.820000:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761693/real 1789761693]  req@ffff8ab8c34f7800 x1876699484517888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761693.820008:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484517888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761693.820014:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761693.820016:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761693.820018:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484517888:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761694.523037:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761695.546989:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761696.570989:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761697.595048:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761698.619006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761698.938954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761698.938961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761698.938965:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761698.938973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1687
00000100:00080000:0.0:1789761698.938981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761698.938987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761698.939025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484518016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761698.939051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761698.939054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761698.939056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761698.939059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1687
00000100:00080000:0.0:1789761698.939062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761698.939066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761698.939074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761698.939087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484518144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761698.939089:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484518016:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761698.939105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761698.939108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761698.939109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761698.939112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1687
00000100:00080000:0.0:1789761698.939115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761698.939117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761698.939121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761698.939133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484518272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761698.939143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761698.939150:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761698.939151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761698.939156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761698.939161:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1687
00000100:00080000:0.0:1789761698.939167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761698.939172:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761698.939177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761698.939186:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff8ab8c2fea300 x1876699484518016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761698.939202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484518400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761698.939223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761698.939227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761698.939229:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484518016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761698.939230:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761698.939238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1687
00000100:00080000:0.0:1789761698.939244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761698.939249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789761698.939250:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761698.939253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761698.939256:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761698.939262:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484518016:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761698.939266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484518528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761698.939274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761698.939276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761698.939277:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761698.939280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1687
00000100:00080000:0.0:1789761698.939283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761698.939286:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484518144:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789761698.939289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761698.939294:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761698.939303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484518656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761698.939315:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761698.939333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff8ab8c2fe8e00 x1876699484518144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.939348:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484518144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.939358:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.939362:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761698.939365:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484518144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761698.939372:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484518272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761698.939395:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761698.939407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff8ab8c2feb100 x1876699484518272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.939416:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484518272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.939421:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.939423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761698.939426:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484518272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761698.939430:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484518400:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761698.939443:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761698.939450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff8ab8c2feb480 x1876699484518400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.939457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484518400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.939463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.939465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761698.939467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484518400:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761698.939470:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484518528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761698.939481:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761698.939487:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff8ab8c2feb800 x1876699484518528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.939494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484518528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.939504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.939505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761698.939507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484518528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761698.939519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484518656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761698.939530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761698.939536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761698/real 1789761698]  req@ffff8ab8c2fe9180 x1876699484518656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761698.939545:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484518656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761698.939555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761698.939558:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761698.939562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484518656:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761699.642998:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761700.667015:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761701.691028:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761702.715021:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761703.739005:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761704.058961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.058969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761704.058973:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.058981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1692
00000100:00080000:3.0:1789761704.058990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.058996:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761704.059036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484518784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.059056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.059059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761704.059060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.059063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1692
00000100:00080000:3.0:1789761704.059066:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.059068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761704.059075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761704.059085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484518912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.059093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.059096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761704.059099:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484518784:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761704.059099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.059107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1692
00000100:00080000:3.0:1789761704.059110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.059112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761704.059115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761704.059124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484519040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.059137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.059141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761704.059142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.059147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1692
00000100:00080000:3.0:1789761704.059163:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.059168:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761704.059174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761704.059188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484519168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.059198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.059201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761704.059203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.059207:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1692
00000100:00080000:3.0:1789761704.059210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761704.059212:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484518912:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761704.059216:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761704.059224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761704.059236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484519296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.059245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761704.059250:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519040:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761704.059250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761704.059253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.059260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1692
00000100:00080000:3.0:1789761704.059265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.059267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761704.059271:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761704.059281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484519424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761704.059289:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519168:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761704.059326:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484519296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761704.059348:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484519424:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761704.763046:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761705.787002:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761706.811006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761707.131158:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:2.0:1789761707.131203:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761707.131221:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761707.131258:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761707.131269:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761707.131280:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761707.131290:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789761707.131296:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761707]  req@ffff8ab8c34f7100 x1876699484518912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789761707.131304:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789761707.131333:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484518912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761707.131346:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761707.131352:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761707.131358:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484518912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761707.131367:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761707]  req@ffff8ab8c34f6300 x1876699484519040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761707.131382:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484519040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761707.131391:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761707.131395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761707.131399:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761707.131407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761707]  req@ffff8ab8c34f5c00 x1876699484519168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761707.131420:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484519168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761707.131429:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761707.131433:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761707.131438:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519168:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761707.131445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761707]  req@ffff8ab8c34f4a80 x1876699484518784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761707.131459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484518784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761707.131474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761707.131479:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761707.131483:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484518784:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761707.131507:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761707]  req@ffff8ab8c34f4380 x1876699484519296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761707.131521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484519296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761707.131529:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761707.131532:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761707.131535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484519296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761707.131541:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761707]  req@ffff8ab8c34f7b80 x1876699484519424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761707.131553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484519424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761707.131561:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761707.131564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761707.131567:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484519424:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761707.835018:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761708.858996:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761709.178926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.178936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761709.178940:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.178951:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1697
00000100:00080000:3.0:1789761709.178961:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.178967:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761709.178997:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484519552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.179019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.179022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.179023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.179026:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1697
00000100:00080000:3.0:1789761709.179029:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.179031:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761709.179038:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.179047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484519680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.179059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761709.179065:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484519552:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761709.179065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761709.179069:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.179079:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1697
00000100:00080000:3.0:1789761709.179084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.179089:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761709.179095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.179130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484519808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.179138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.179141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.179142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.179147:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1697
00000800:00000100:0.0:1789761709.179150:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761709.179153:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.179159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761709.179174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761709.179190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484519936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761709.179197:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8ab8c34f7b80 x1876699484519552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761709.179207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.179215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.179217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.179223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1697
00000100:00100000:0.0:1789761709.179226:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484519552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761709.179229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.179239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761709.179250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761709.179255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.179263:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761709.179269:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484519552:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761709.179277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484520064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.179289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.179293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761709.179296:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519680:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761709.179297:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.179306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1697
00000100:00080000:3.0:1789761709.179311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.179317:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789761709.179323:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761709.179325:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761709.179338:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8ab8c34f4380 x1876699484519680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761709.179344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484520192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761709.179364:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484519680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.179375:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.179380:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761709.179385:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761709.179392:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761709.179416:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761709.179429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8ab8c34f4a80 x1876699484519808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.179442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484519808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.179451:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.179454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761709.179457:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761709.179465:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519936:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761709.179485:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761709.179498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8ab8c34f5c00 x1876699484519936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.179510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484519936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.179518:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.179522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761709.179526:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484519936:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761709.179532:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484520064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761709.179554:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761709.179568:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8ab8c34f6300 x1876699484520064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.179581:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484520064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.179589:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.179592:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761709.179596:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484520064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761709.179615:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484520192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761709.179639:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761709.179652:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8ab8c34f7100 x1876699484520192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.179665:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484520192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.179674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.179677:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761709.179681:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484520192:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761709.882965:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761710.907007:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761711.930986:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761712.955029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761713.978981:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761714.299004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.299012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761714.299015:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.299035:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1702
00000100:00080000:0.0:1789761714.299044:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761714.299050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761714.299095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484520320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761714.299115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.299118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761714.299120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.299123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1702
00000100:00080000:0.0:1789761714.299126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761714.299129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761714.299137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761714.299147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484520448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761714.299159:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484520320:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761714.299162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.299168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761714.299171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.299175:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1702
00000100:00080000:0.0:1789761714.299177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761714.299179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761714.299181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761714.299189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484520576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761714.299195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.299198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761714.299199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.299202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1702
00000100:00080000:0.0:1789761714.299204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761714.299207:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761714.299210:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761714.299216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484520704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761714.299222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.299224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761714.299226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.299230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1702
00000100:00080000:0.0:1789761714.299236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761714.299236:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761714.299243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761714.299247:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761714.299254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484520832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761714.299264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.299268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761714.299270:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.299275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1702
00000100:00080000:0.0:1789761714.299279:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761714.299280:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8ab8c2febb80 x1876699484520320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761714.299288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761714.299300:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761714.299311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484520320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761714.299324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484520960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761714.299357:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.299364:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761714.299369:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484520320:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761714.299405:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484520448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761714.299432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761714.299445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8ab8c2fe9f80 x1876699484520448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.299455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484520448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.299461:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.299463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761714.299465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484520448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761714.299470:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484520576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761714.299483:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761714.299490:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8ab8c2fe9500 x1876699484520576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.299497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484520576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.299503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.299505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761714.299507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484520576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761714.299511:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484520704:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761714.299530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761714.299537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8ab8c2fea680 x1876699484520704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.299549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484520704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.299564:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.299566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761714.299568:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484520704:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761714.299572:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484520832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761714.299582:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761714.299588:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8ab8c2feaa00 x1876699484520832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.299596:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484520832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.299600:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.299602:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761714.299604:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484520832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761714.299608:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484520960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761714.299617:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761714.299639:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8ab8c2fe9180 x1876699484520960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761714.299646:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484520960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761714.299656:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761714.299659:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761714.299663:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484520960:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761715.003018:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761716.026961:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761717.051016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761718.074962:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761719.099008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761719.418982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.418994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761719.418998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.419007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1707
00000100:00080000:3.0:1789761719.419016:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.419022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761719.419074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484521088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.419102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.419106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761719.419108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.419113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1707
00000100:00080000:3.0:1789761719.419118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.419123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761719.419131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761719.419142:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484521088:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761719.419144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484521216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.419157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.419161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761719.419163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.419167:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1707
00000100:00080000:3.0:1789761719.419171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.419176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761719.419181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761719.419195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484521344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761719.419203:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761719.419212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.419215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761719.419216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.419221:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1707
00000100:00080000:3.0:1789761719.419224:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.419227:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761719.419232:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761719.419243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484521472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761719.419246:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8ab8c34f7800 x1876699484521088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.419276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.419279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761719.419281:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484521088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.419282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.419291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1707
00000100:00080000:3.0:1789761719.419297:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761719.419302:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761719.419302:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761719.419309:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761719.419310:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761719.419316:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484521088:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761719.419322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484521600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.419332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.419336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761719.419338:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761719.419341:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484521216:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761719.419347:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1707
00000100:00080000:3.0:1789761719.419352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.419357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789761719.419363:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761719.419364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761719.419375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8ab8c34f5f80 x1876699484521216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761719.419382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484521728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761719.419389:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484521216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.419409:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.419411:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761719.419414:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484521216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761719.419419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484521344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761719.419431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761719.419438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8ab8c34f6d80 x1876699484521344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.419446:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484521344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.419451:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.419453:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761719.419455:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484521344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761719.419458:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484521472:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761719.419469:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761719.419475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8ab8c34f5880 x1876699484521472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.419482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484521472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.419487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.419489:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761719.419491:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484521472:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761719.419494:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484521600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761719.419504:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761719.419509:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8ab8c34f5180 x1876699484521600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.419516:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484521600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.419520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.419522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761719.419524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484521600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761719.419534:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484521728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761719.419544:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761719.419550:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8ab8c34f6680 x1876699484521728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761719.419557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484521728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.419563:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.419565:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761719.419566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484521728:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761720.123025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761721.146989:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761722.171039:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761723.195033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761724.219067:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761724.539057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761724.539068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761724.539072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761724.539082:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1713
00000100:00080000:0.0:1789761724.539110:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761724.539118:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761724.539184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484521856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761724.539219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761724.539225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761724.539227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761724.539232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1713
00000100:00080000:0.0:1789761724.539237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761724.539243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761724.539256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761724.539266:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484521856:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761724.539272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484521984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761724.539283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761724.539285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761724.539287:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761724.539290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1713
00000100:00080000:0.0:1789761724.539293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761724.539296:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761724.539299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761724.539309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484522112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761724.539316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761724.539342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761724.539344:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761724.539347:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1713
00000100:00080000:0.0:1789761724.539350:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761724.539353:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789761724.539359:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789761724.539362:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761724.539373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484522240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761724.539382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761724.539385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761724.539386:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761724.539388:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1713
00000100:00080000:0.0:1789761724.539408:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761724.539411:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761724.539416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761724.539426:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff8ab8c2feb800 x1876699484521856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761724.539428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484522368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761724.539465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761724.539469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761724.539470:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761724.539474:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1713
00000100:00080000:0.0:1789761724.539477:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761724.539480:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761724.539483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761724.539485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484521856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761724.539492:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484522496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761724.539515:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761724.539527:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761724.539533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484521856:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761724.539566:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484521984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761724.539596:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761724.539613:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff8ab8c2feb480 x1876699484521984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761724.539644:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484521984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761724.539654:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761724.539657:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761724.539659:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484521984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761724.539664:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484522112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761724.539682:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761724.539691:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff8ab8c2feb100 x1876699484522112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761724.539700:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484522112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761724.539707:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761724.539709:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761724.539711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484522112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761724.539715:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484522240:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761724.539728:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761724.539735:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff8ab8c2fe8e00 x1876699484522240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761724.539760:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484522240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761724.539766:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761724.539769:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761724.539771:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484522240:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761724.539775:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484522368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761724.539788:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761724.539795:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff8ab8c2fea300 x1876699484522368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761724.539803:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484522368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761724.539815:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761724.539833:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761724.539835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484522368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761724.539838:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484522496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761724.539850:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761724.539856:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761724/real 1789761724]  req@ffff8ab8c2fe8a80 x1876699484522496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761724.539862:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484522496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761724.539867:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761724.539869:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761724.539871:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484522496:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761725.242983:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761726.267026:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761727.291017:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761728.315017:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761729.339001:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761729.658974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761729.658982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761729.658987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761729.658996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1718
00000100:00080000:0.0:1789761729.659006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761729.659014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761729.659051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484522624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761729.659082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761729.659086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761729.659089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761729.659093:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1718
00000100:00080000:0.0:1789761729.659098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761729.659103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761729.659112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761729.659124:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484522624:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761729.659128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484522752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761729.659144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761729.659147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761729.659149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761729.659154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1718
00000100:00080000:0.0:1789761729.659159:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761729.659163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761729.659169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761729.659182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484522880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761729.659191:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761729.659205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761729.659208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761729.659210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761729.659214:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1718
00000100:00080000:0.0:1789761729.659217:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761729.659220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761729.659225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761729.659236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484523008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761729.659242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761729.659245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761729.659246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761729.659248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1718
00000100:00080000:0.0:1789761729.659249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761729.659251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761729.659254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761729.659259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484523136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761729.659264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761729.659266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761729.659267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761729.659270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1718
00000100:00080000:0.0:1789761729.659272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761729.659274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761729.659277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761729.659283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484523264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761729.659298:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff8ab8c2fead80 x1876699484522624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761729.659326:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484522624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761729.659338:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761729.659343:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761729.659347:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484522624:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761729.659370:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484522752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761729.659389:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761729.659399:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff8ab8c2fe9880 x1876699484522752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761729.659407:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484522752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761729.659413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761729.659416:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761729.659418:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484522752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761729.659429:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484522880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761729.659442:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761729.659450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff8ab8c2fe9c00 x1876699484522880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761729.659458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484522880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761729.659467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761729.659470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761729.659472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484522880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761729.659475:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484523008:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761729.659487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761729.659493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff8ab8c2fe8380 x1876699484523008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761729.659500:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484523008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761729.659505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761729.659507:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761729.659509:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484523008:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761729.659616:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484523136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761729.659644:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761729.659661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff8ab8c2fe8000 x1876699484523136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761729.659711:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484523136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761729.659718:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761729.659721:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761729.659724:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484523136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761729.659728:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484523264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761729.659744:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761729.659752:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761729/real 1789761729]  req@ffff8ab8c2fe8a80 x1876699484523264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761729.659760:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484523264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761729.659765:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761729.659767:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761729.659769:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484523264:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761730.363019:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761731.386990:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761732.411028:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761733.435065:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761734.459052:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761734.778997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761734.779012:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761734.779019:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761734.779032:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1723
00000100:00080000:1.0:1789761734.779046:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761734.779055:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761734.779106:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484523392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761734.779140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761734.779145:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761734.779147:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761734.779151:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1723
00000100:00080000:1.0:1789761734.779154:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761734.779158:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761734.779170:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761734.779186:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484523520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761734.779200:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484523392:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761734.779201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761734.779210:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761734.779214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761734.779220:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1723
00000100:00080000:1.0:1789761734.779225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761734.779230:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761734.779236:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761734.779250:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484523648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761734.779268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761734.779272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761734.779275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761734.779279:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1723
00000100:00080000:1.0:1789761734.779284:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761734.779290:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789761734.779292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789761734.779299:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761734.779314:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484523776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761734.779326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761734.779330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761734.779332:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761734.779338:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1723
00000100:00080000:1.0:1789761734.779343:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761734.779348:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761734.779353:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff8ab8d84a8380 x1876699484523392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761734.779356:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761734.779379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484523904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761734.779389:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484523392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761734.779395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761734.779405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761734.779409:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761734.779415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761734.779416:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1723
00000100:00080000:1.0:1789761734.779424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761734.779425:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789761734.779432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761734.779436:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484523392:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789761734.779441:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761734.779459:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484524032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761734.779471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484523520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761734.779503:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761734.779519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff8ab8d84a8700 x1876699484523520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.779531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484523520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.779547:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.779550:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761734.779553:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484523520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761734.779557:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484523648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761734.779574:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761734.779582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff8ab8d84a9880 x1876699484523648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.779590:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484523648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.779595:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.779598:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761734.779600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484523648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761734.779603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484523776:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761734.779615:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761734.779621:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff8ab8d84a9500 x1876699484523776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.779628:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484523776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.779634:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.779637:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761734.779639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484523776:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761734.779642:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484523904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761734.779652:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761734.779658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff8ab8d84ab800 x1876699484523904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.779665:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484523904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.779670:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.779672:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761734.779674:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484523904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761734.779686:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484524032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761734.779697:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761734.779704:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761734/real 1789761734]  req@ffff8ab8d84a8000 x1876699484524032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761734.779711:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484524032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761734.779716:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761734.779718:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761734.779720:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484524032:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761735.482987:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761736.507008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761737.531074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761738.555073:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761739.579016:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761739.898982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761739.898989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761739.898992:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761739.899000:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1728
00000100:00080000:2.0:1789761739.899010:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761739.899016:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761739.899053:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484524160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761739.899080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761739.899085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761739.899087:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761739.899092:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1728
00000100:00080000:2.0:1789761739.899097:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761739.899102:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761739.899111:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761739.899119:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484524160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761739.899125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484524288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761739.899135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761739.899138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761739.899139:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761739.899142:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1728
00000100:00080000:2.0:1789761739.899146:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761739.899148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761739.899153:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761739.899161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484524416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761739.899168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761739.899172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789761739.899173:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761739.899174:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761739.899180:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1728
00000100:00080000:2.0:1789761739.899183:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761739.899194:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761739.899198:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761739.899208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484524544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761739.899211:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff8ab8c33dc380 x1876699484524160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761739.899229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761739.899233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761739.899234:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761739.899238:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484524160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761739.899239:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1728
00000100:00080000:2.0:1789761739.899245:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761739.899251:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761739.899256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761739.899256:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761739.899263:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761739.899270:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484524160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761739.899271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484524672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761739.899281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761739.899284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761739.899285:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761739.899288:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1728
00000100:00080000:2.0:1789761739.899290:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761739.899294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484524288:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761739.899295:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761739.899303:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761739.899318:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484524800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761739.899322:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761739.899334:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff8ab8c33dd880 x1876699484524288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761739.899355:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484524288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761739.899366:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761739.899370:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761739.899374:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484524288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761739.899380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484524416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761739.899402:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761739.899414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff8ab8c33de300 x1876699484524416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761739.899426:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484524416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761739.899434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761739.899437:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761739.899440:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484524416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761739.899446:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484524544:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761739.899466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761739.899477:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff8ab8c33de680 x1876699484524544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761739.899489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484524544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761739.899496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761739.899499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761739.899502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484524544:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761739.899508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484524672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761739.899527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761739.899538:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff8ab8c33df100 x1876699484524672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761739.899549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484524672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761739.899558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761739.899561:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761739.899565:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484524672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761739.899579:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484524800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761739.899594:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761739.899602:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761739/real 1789761739]  req@ffff8ab8c33dca80 x1876699484524800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761739.899610:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484524800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761739.899624:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761739.899626:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761739.899628:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484524800:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761740.603003:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761741.627029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761742.651014:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761743.675018:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761744.699037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761745.019016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.019028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761745.019032:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.019042:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1733
00000100:00080000:0.0:1789761745.019055:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.019062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761745.019107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484524928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.019135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.019138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761745.019139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.019143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1733
00000100:00080000:0.0:1789761745.019145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.019147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761745.019156:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761745.019167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484525056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.019175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.019178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761745.019180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.019183:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1733
00000100:00080000:0.0:1789761745.019185:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.019188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761745.019191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761745.019195:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484524928:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761745.019200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484525184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.019210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.019213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761745.019214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.019216:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1733
00000100:00080000:0.0:1789761745.019218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.019220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761745.019223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761745.019232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484525312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.019238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.019240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761745.019241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.019243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1733
00000100:00080000:0.0:1789761745.019246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.019248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761745.019252:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761745.019259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484525440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.019265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.019267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761745.019269:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.019271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1733
00000100:00080000:0.0:1789761745.019274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.019276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761745.019278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761745.019285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484525568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761745.019292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761745.019349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8ab8c2fea300 x1876699484524928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761745.019371:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484524928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.019384:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761745.019389:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761745.019394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484524928:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761745.019403:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761745.019428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761745.019443:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8ab8c2fe8e00 x1876699484525056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761745.019457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484525056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.019467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761745.019471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761745.019475:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761745.019505:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761745.019534:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761745.019554:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8ab8c2feb100 x1876699484525184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761745.019567:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484525184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.019577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761745.019581:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761745.019584:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761745.019591:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525312:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761745.019613:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761745.019627:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8ab8c2feb480 x1876699484525312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761745.019640:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484525312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.019649:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761745.019653:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761745.019657:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525312:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761745.019663:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484525440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761745.019684:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761745.019697:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8ab8c2feb800 x1876699484525440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761745.019710:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484525440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.019718:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761745.019722:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761745.019725:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484525440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761745.019730:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484525568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761745.019750:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761745.019762:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8ab8c2fe9180 x1876699484525568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761745.019774:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484525568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.019783:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761745.019787:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761745.019791:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484525568:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761745.723003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761746.746973:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761747.771003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761748.794991:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761749.819008:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761750.138946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.138957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761750.138961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.138970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1738
00000100:00080000:3.0:1789761750.138981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.138989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761750.139023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484525696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.139055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.139059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.139061:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.139066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1738
00000100:00080000:3.0:1789761750.139070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.139075:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761750.139097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761750.139110:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484525696:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761750.139115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484525824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.139130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.139134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.139137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.139141:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1738
00000100:00080000:3.0:1789761750.139163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.139168:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789761750.139172:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761750.139177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761750.139191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484525952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.139203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.139206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789761750.139209:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff8ab8c34f4700 x1876699484525696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761750.139210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.139219:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1738
00000100:00080000:3.0:1789761750.139226:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.139231:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761750.139235:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484525696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761750.139238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789761750.139251:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761750.139255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484526080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761750.139259:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761750.139272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761750.139277:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484525696:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761750.139278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.139281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.139295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1738
00000100:00080000:3.0:1789761750.139299:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.139303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761750.139308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761750.139310:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761750.139323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484526208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.139333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.139335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.139337:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.139342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1738
00000800:00000100:2.0:1789761750.139343:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761750.139345:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.139350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761750.139354:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761750.139365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff8ab8c34f6a00 x1876699484525824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761750.139366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484526336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761750.139403:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484525824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.139420:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.139425:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761750.139428:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761750.139432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761750.139450:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761750.139465:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff8ab8c34f5500 x1876699484525952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.139473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484525952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.139479:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.139481:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761750.139483:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484525952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761750.139486:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484526080:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761750.139498:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761750.139505:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff8ab8c34f7480 x1876699484526080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.139512:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484526080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.139517:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.139519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761750.139521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484526080:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761750.139532:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484526208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761750.139543:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761750.139550:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff8ab8c34f4000 x1876699484526208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.139557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484526208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.139562:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.139564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761750.139566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484526208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761750.139570:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484526336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761750.139579:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761750.139585:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff8ab8c34f4700 x1876699484526336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761750.139592:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484526336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761750.139597:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761750.139599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761750.139600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484526336:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761750.842968:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761751.866986:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761752.891006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761753.915006:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761754.938971:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761755.258967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761755.258975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761755.258978:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761755.258986:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1743
00000100:00080000:2.0:1789761755.258995:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761755.259000:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761755.259029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484526464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761755.259053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761755.259056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761755.259058:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761755.259061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1743
00000100:00080000:2.0:1789761755.259064:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761755.259068:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761755.259078:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761755.259092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484526592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761755.259100:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484526464:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761755.259109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761755.259114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761755.259116:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761755.259121:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1743
00000100:00080000:2.0:1789761755.259125:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761755.259128:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761755.259134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761755.259149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484526720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761755.259158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761755.259164:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761755.259165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761755.259169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761755.259175:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1743
00000100:00080000:2.0:1789761755.259180:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761755.259184:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761755.259190:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761755.259204:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8ab8c33dc000 x1876699484526464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761755.259207:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484526848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761755.259241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761755.259245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761755.259247:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761755.259251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484526464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761755.259254:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1743
00000100:00080000:2.0:1789761755.259261:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761755.259268:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789761755.259270:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761755.259275:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761755.259285:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761755.259290:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484526976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761755.259291:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484526464:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761755.259307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761755.259311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761755.259313:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761755.259318:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484526592:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761755.259323:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1743
00000100:00080000:2.0:1789761755.259328:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761755.259333:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761755.259338:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761755.259345:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761755.259354:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484527104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761755.259368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8ab8c33dc700 x1876699484526592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.259380:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484526592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.259388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.259390:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761755.259393:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484526592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761755.259398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484526720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761755.259413:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761755.259425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8ab8c33dd180 x1876699484526720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.259438:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484526720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.259447:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.259451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761755.259454:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484526720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761755.259461:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484526848:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761755.259478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761755.259486:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8ab8c33dca80 x1876699484526848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.259494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484526848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.259500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.259502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761755.259504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484526848:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761755.259508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484526976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761755.259519:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761755.259525:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8ab8c33df100 x1876699484526976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.259532:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484526976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.259538:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.259540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761755.259542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484526976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761755.259553:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484527104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761755.259563:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761755.259569:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8ab8c33de680 x1876699484527104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.259582:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484527104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.259587:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.259589:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761755.259592:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484527104:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761755.963031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761756.986975:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761758.010995:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761759.035037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761760.059023:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761760.378961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761760.378972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761760.378977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761760.378988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1748
00000100:00080000:0.0:1789761760.379000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761760.379014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761760.379062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484527232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761760.379093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761760.379098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761760.379100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761760.379105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1748
00000100:00080000:0.0:1789761760.379111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761760.379115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761760.379126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761760.379135:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484527232:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761760.379141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484527360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761760.379151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761760.379154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761760.379155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761760.379159:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1748
00000100:00080000:0.0:1789761760.379161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761760.379164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761760.379167:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761760.379176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484527488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761760.379183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761760.379186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761760.379187:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761760.379189:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1748
00000100:00080000:0.0:1789761760.379191:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761760.379194:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761760.379197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761760.379206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484527616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761760.379214:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761760.379224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761760.379228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761760.379229:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761760.379233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1748
00000100:00080000:0.0:1789761760.379236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761760.379239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761760.379243:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761760.379250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484527744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761760.379257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761760.379260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761760.379261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761760.379264:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1748
00000100:00080000:0.0:1789761760.379267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761760.379272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761760.379273:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8ab8c2feaa00 x1876699484527232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761760.379275:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761760.379287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484527872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761760.379306:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484527232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.379322:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.379328:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761760.379333:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484527232:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761760.379363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484527360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761760.379389:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761760.379404:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8ab8c2fea680 x1876699484527360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.379418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484527360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.379427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.379430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761760.379435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484527360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761760.379441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484527488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761760.379462:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761760.379475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8ab8c2fe9500 x1876699484527488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.379483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484527488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.379498:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.379501:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761760.379503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484527488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761760.379510:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484527616:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761760.379526:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761760.379534:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8ab8c2fe9f80 x1876699484527616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.379543:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484527616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.379548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.379550:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761760.379552:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484527616:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761760.379556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484527744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761760.379566:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761760.379573:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8ab8c2febb80 x1876699484527744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.379580:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484527744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.379586:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.379588:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761760.379590:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484527744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761760.379593:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484527872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761760.379604:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761760.379610:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8ab8c2fe9180 x1876699484527872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.379616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484527872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.379621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.379622:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761760.379624:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484527872:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761761.083077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761762.107019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761763.131057:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761764.155014:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761765.179037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761765.498955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.498966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761765.498971:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.498982:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1754
00000100:00080000:0.0:1789761765.498994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.499001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761765.499031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484528000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761765.499052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.499054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761765.499056:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.499059:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1754
00000100:00080000:0.0:1789761765.499062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.499064:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761765.499072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761765.499084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484528128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761765.499090:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484528000:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761765.499098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.499101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761765.499102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.499106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1754
00000100:00080000:0.0:1789761765.499109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.499112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761765.499116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761765.499126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484528256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761765.499134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.499138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761765.499140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.499142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1754
00000100:00080000:0.0:1789761765.499145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.499147:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761765.499150:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761765.499160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484528384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761765.499161:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789761765.499169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.499174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761765.499176:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.499181:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1754
00000100:00080000:0.0:1789761765.499187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.499191:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761765.499196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761765.499210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484528512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761765.499221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.499225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761765.499227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.499233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1754
00000100:00080000:0.0:1789761765.499237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.499241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761765.499246:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761765.499254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484528640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761765.499284:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff8ab8c2feb800 x1876699484528000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.499306:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484528000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.499317:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.499322:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761765.499328:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484528000:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761765.499352:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484528128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761765.499380:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761765.499394:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff8ab8c2feb480 x1876699484528128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.499408:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484528128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.499417:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.499421:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761765.499425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484528128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761765.499431:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484528256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761765.499454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761765.499647:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff8ab8c2feb100 x1876699484528256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.499663:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484528256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.499673:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.499737:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761765.499742:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484528256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761765.499750:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484528384:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761765.499776:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761765.499791:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff8ab8c2fe8e00 x1876699484528384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.499804:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484528384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.499813:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.499816:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761765.499820:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484528384:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761765.499826:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484528512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761765.499848:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761765.499887:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff8ab8c2fea300 x1876699484528512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.499900:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484528512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.499907:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.499911:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761765.499913:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484528512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761765.499918:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484528640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761765.499934:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761765.499941:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff8ab8c2fe8a80 x1876699484528640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.499948:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484528640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.499954:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.499957:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761765.499960:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484528640:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761766.202998:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761767.227005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761768.251019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761769.275109:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761770.299023:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761770.618990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761770.619002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761770.619005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761770.619016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1759
00000100:00080000:0.0:1789761770.619028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761770.619036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761770.619082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484528768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761770.619109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761770.619112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761770.619113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761770.619117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1759
00000100:00080000:0.0:1789761770.619119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761770.619121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761770.619131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761770.619142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484528896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761770.619150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761770.619153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761770.619154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761770.619159:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1759
00000100:00100000:3.0:1789761770.619161:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484528768:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789761770.619163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761770.619170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761770.619174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761770.619181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484529024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761770.619188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761770.619190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761770.619192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761770.619195:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1759
00000100:00080000:0.0:1789761770.619197:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761770.619199:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761770.619202:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761770.619210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484529152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761770.619217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761770.619220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761770.619221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761770.619224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1759
00000100:00080000:0.0:1789761770.619227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761770.619229:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761770.619231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761770.619239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484529280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761770.619250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761770.619253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761770.619254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761770.619256:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1759
00000100:00080000:0.0:1789761770.619259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761770.619262:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761770.619265:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761770.619276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484529408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761770.619295:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484528896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761770.619333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761770.619360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529152:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761770.619380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484529280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761770.619398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484529408:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761771.323088:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761772.346986:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761773.371063:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761773.691098:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789761773.691141:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761773.691159:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761773.691198:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761773.691209:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761773.691220:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789761773.691233:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789761773.691244:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761773]  req@ffff8ab8c2fe8380 x1876699484528896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789761773.691245:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789761773.691274:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484528896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761773.691288:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761773.691293:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761773.691298:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484528896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761773.691307:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761773]  req@ffff8ab8c2fe9c00 x1876699484529024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761773.691339:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484529024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761773.691347:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761773.691351:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761773.691355:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761773.691362:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761773]  req@ffff8ab8c2fe9880 x1876699484529152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761773.691375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484529152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761773.691383:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761773.691394:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761773.691398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529152:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761773.691405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761773]  req@ffff8ab8c2fead80 x1876699484529280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761773.691419:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484529280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761773.691427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761773.691431:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761773.691434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484529280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761773.691441:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761773]  req@ffff8ab8c2fe8a80 x1876699484529408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761773.691457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484529408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761773.691465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761773.691469:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761773.691473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484529408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761773.691480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761770/real 1789761773]  req@ffff8ab8c2fe8000 x1876699484528768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761773.691492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484528768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761773.691499:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761773.691502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761773.691505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484528768:192.168.203.110@tcp:250:kworker.0
00010000:00010000:0.0:1789761774.395017:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761775.419039:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761775.738999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761775.739009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761775.739013:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761775.739024:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1764
00000100:00080000:1.0:1789761775.739036:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761775.739044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761775.739087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484529536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761775.739122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761775.739127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761775.739129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761775.739135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1764
00000100:00080000:1.0:1789761775.739139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761775.739143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761775.739153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761775.739166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484529664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761775.739174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761775.739177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761775.739179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761775.739182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1764
00000100:00080000:1.0:1789761775.739186:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761775.739194:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484529536:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761775.739197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761775.739204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761775.739217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484529792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761775.739232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761775.739236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761775.739238:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761775.739242:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1764
00000100:00080000:1.0:1789761775.739246:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761775.739250:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761775.739255:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761775.739268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484529920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761775.739278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761775.739282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761775.739283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761775.739288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1764
00000100:00080000:1.0:1789761775.739293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761775.739298:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761775.739302:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761775.739310:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761775.739324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484530048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761775.739338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761775.739341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761775.739343:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761775.739347:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1764
00000100:00080000:1.0:1789761775.739351:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761775.739356:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761775.739361:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761775.739374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484530176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761775.739388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff8ab8d84ab480 x1876699484529536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.739415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484529536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.739428:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.739433:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761775.739438:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484529536:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761775.739448:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761775.739477:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761775.739493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff8ab8d84aad80 x1876699484529664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.739507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484529664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.739516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.739520:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761775.739523:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761775.739562:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761775.739585:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761775.739596:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff8ab8d84ab100 x1876699484529792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.739609:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484529792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.739633:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.739638:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761775.739642:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761775.739649:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529920:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761775.739670:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761775.739683:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff8ab8d84a9f80 x1876699484529920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.739695:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484529920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.739704:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.739708:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761775.739712:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484529920:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761775.739717:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484530048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761775.739837:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761775.739850:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff8ab8d84aa680 x1876699484530048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.739894:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484530048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.739903:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.739907:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761775.739911:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484530048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761775.739918:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484530176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761775.739946:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761775.739958:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761775/real 1789761775]  req@ffff8ab8d84a8a80 x1876699484530176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761775.739969:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484530176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761775.739983:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761775.739986:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761775.739990:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484530176:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761776.442971:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761777.467019:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761778.491054:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761779.515037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761780.539035:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761780.858986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.858996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761780.859000:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.859010:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1769
00000100:00080000:2.0:1789761780.859020:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.859028:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761780.859064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484530304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761780.859102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.859106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761780.859108:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.859112:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1769
00000100:00080000:2.0:1789761780.859116:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.859119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761780.859129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761780.859142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484530432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761780.859156:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484530304:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761780.859157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.859167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761780.859169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.859174:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1769
00000100:00080000:2.0:1789761780.859178:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.859182:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761780.859188:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761780.859200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484530560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761780.859211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761780.859216:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761780.859219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761780.859222:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.859228:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1769
00000100:00080000:2.0:1789761780.859234:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.859239:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761780.859244:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761780.859254:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff8ab8c33de300 x1876699484530304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761780.859260:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484530688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761780.859284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.859290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789761780.859291:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484530304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761780.859293:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761780.859299:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1769
00000100:00080000:2.0:1789761780.859302:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.859309:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761780.859317:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761780.859319:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.859325:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761780.859332:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484530304:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761780.859333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484530816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761780.859346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761780.859350:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761780.859352:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761780.859354:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484530432:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761780.859360:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1769
00000100:00080000:2.0:1789761780.859366:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761780.859370:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761780.859375:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761780.859382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761780.859389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484530944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761780.859396:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff8ab8c33dd880 x1876699484530432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.859421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484530432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.859431:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.859434:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761780.859437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484530432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761780.859443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484530560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761780.859457:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761780.859464:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff8ab8c33dc380 x1876699484530560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.859472:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484530560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.859477:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.859479:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761780.859482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484530560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761780.859485:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484530688:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761780.859496:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761780.859502:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff8ab8c33dfb80 x1876699484530688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.859510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484530688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.859515:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.859517:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761780.859519:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484530688:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761780.859522:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484530816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761780.859533:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761780.859539:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff8ab8c33ded80 x1876699484530816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.859547:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484530816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.859552:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.859554:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761780.859556:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484530816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761780.859566:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484530944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761780.859595:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761780.859608:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761780/real 1789761780]  req@ffff8ab8c33ddf80 x1876699484530944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761780.859621:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484530944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761780.859629:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761780.859631:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761780.859633:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484530944:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761781.563113:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761782.587008:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761783.611030:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761784.635066:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761785.659016:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761785.978975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.978982:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761785.978985:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.978991:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1774
00000100:00080000:1.0:1789761785.979000:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.979005:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761785.979034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484531072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.979054:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.979057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761785.979058:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.979061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1774
00000100:00080000:1.0:1789761785.979063:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.979065:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761785.979071:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761785.979079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484531200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.979085:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.979087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761785.979088:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.979090:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1774
00000100:00080000:1.0:1789761785.979092:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.979096:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761785.979099:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484531072:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789761785.979100:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761785.979108:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484531328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.979114:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.979116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761785.979117:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.979119:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1774
00000100:00080000:1.0:1789761785.979120:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.979122:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761785.979125:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761785.979132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484531456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.979158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.979161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761785.979162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.979165:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1774
00000100:00080000:1.0:1789761785.979168:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.979170:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761785.979173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761785.979175:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761785.979183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484531584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761785.979189:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761785.979192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761785.979193:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761785.979195:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1774
00000100:00080000:1.0:1789761785.979198:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761785.979200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761785.979202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761785.979209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484531712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761785.979219:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff8ab8d84a9180 x1876699484531072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.979235:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484531072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.979246:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.979249:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761785.979251:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484531072:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761785.979256:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484531200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761785.979285:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761785.979294:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff8ab8d84a8e00 x1876699484531200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.979301:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484531200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.979307:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.979310:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761785.979312:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484531200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761785.979330:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484531328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761785.979341:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761785.979347:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff8ab8d84aa300 x1876699484531328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.979353:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484531328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.979357:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.979359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761785.979361:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484531328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761785.979365:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484531456:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789761785.979374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761785.979379:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff8ab8d84abb80 x1876699484531456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.979386:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484531456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.979390:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.979392:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761785.979394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484531456:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789761785.979397:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484531584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761785.979406:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761785.979411:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff8ab8d84a9c00 x1876699484531584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.979417:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484531584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.979421:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.979423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761785.979424:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484531584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761785.979427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484531712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789761785.979436:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761785.979441:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761785/real 1789761785]  req@ffff8ab8d84a8a80 x1876699484531712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761785.979448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484531712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761785.979452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761785.979453:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761785.979455:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484531712:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761786.682976:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761787.706967:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761788.730998:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761789.754974:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761790.778960:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761791.098962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.098973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761791.098977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.098988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1779
00000100:00080000:3.0:1789761791.098999:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.099005:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761791.099034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484531840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.099059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.099063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761791.099065:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.099070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1779
00000100:00080000:3.0:1789761791.099073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.099077:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761791.099086:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761791.099100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484531968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761791.099106:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484531840:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761791.099117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.099120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761791.099122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.099126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1779
00000100:00080000:3.0:1789761791.099128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.099132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761791.099136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761791.099146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484532096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.099154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.099157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761791.099159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.099186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1779
00000800:00000100:2.0:1789761791.099188:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761791.099190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.099194:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761791.099199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761791.099209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484532224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.099220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.099223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761791.099226:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8ab8c34f6680 x1876699484531840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.099226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.099230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1779
00000100:00080000:3.0:1789761791.099233:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.099237:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761791.099242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761791.099245:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484531840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.099252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484532352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761791.099257:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761791.099261:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761791.099262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761791.099265:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484531840:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761791.099266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761791.099268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.099271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1779
00000100:00080000:3.0:1789761791.099274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.099277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761791.099281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761791.099288:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484531968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761791.099290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484532480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761791.099312:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761791.099341:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8ab8c34f5180 x1876699484531968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761791.099355:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484531968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761791.099364:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761791.099366:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761791.099369:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484531968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761791.099374:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761791.099390:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761791.099399:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8ab8c34f5880 x1876699484532096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761791.099406:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484532096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761791.099412:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761791.099414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761791.099416:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761791.099419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532224:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761791.099430:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761791.099436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8ab8c34f6d80 x1876699484532224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761791.099443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484532224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761791.099448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761791.099450:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761791.099452:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532224:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761791.099455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484532352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761791.099465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761791.099472:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8ab8c34f5f80 x1876699484532352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761791.099479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484532352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761791.099484:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761791.099485:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761791.099487:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484532352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761791.099523:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484532480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761791.099538:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761791.099546:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8ab8c34f7800 x1876699484532480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761791.099553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484532480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761791.099558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761791.099560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761791.099562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484532480:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761791.802978:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761792.827009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761793.850993:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761794.875024:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761795.899063:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761796.218953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761796.218962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761796.218965:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761796.218973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1784
00000100:00080000:3.0:1789761796.218981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761796.218987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761796.219027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484532608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761796.219059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761796.219064:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761796.219066:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761796.219071:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1784
00000100:00080000:3.0:1789761796.219074:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761796.219077:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761796.219086:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761796.219097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484532736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761796.219105:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484532608:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761796.219110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761796.219113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761796.219114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761796.219118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1784
00000100:00080000:3.0:1789761796.219120:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761796.219122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761796.219125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761796.219133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484532864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761796.219140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761796.219143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761796.219144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761796.219146:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1784
00000100:00080000:3.0:1789761796.219156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761796.219159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789761796.219163:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761796.219164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761796.219175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484532992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761796.219184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761796.219188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761796.219190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761796.219195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1784
00000100:00100000:2.0:1789761796.219199:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8ab8c34f7100 x1876699484532608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761796.219201:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761796.219211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761796.219228:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484532608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761796.219231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761796.219240:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761796.219245:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789761796.219248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484533120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761796.219252:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484532608:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761796.219263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761796.219267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761796.219268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761796.219272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1784
00000100:00080000:3.0:1789761796.219275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761796.219277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761796.219281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761796.219285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761796.219290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484533248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761796.219315:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761796.219326:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8ab8c34f6300 x1876699484532736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761796.219335:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484532736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.219341:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761796.219343:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761796.219345:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761796.219349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761796.219362:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761796.219369:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8ab8c34f5c00 x1876699484532864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761796.219381:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484532864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.219396:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761796.219399:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761796.219403:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761796.219409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532992:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761796.219428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761796.219436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8ab8c34f4a80 x1876699484532992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761796.219444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484532992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.219449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761796.219451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761796.219453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484532992:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761796.219457:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484533120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761796.219487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761796.219495:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8ab8c34f4380 x1876699484533120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761796.219503:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484533120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.219508:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761796.219510:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761796.219513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484533120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761796.219525:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484533248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761796.219536:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761796.219543:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8ab8c34f7b80 x1876699484533248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761796.219550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484533248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.219555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761796.219557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761796.219559:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484533248:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761796.923032:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761797.947095:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761798.971082:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761799.995014:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761801.018988:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761801.339032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.339040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761801.339045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.339057:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1789
00000100:00080000:3.0:1789761801.339068:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761801.339077:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761801.339113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484533376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761801.339154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.339159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761801.339161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.339166:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1789
00000100:00080000:3.0:1789761801.339171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761801.339176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761801.339195:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484533376:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761801.339200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761801.339221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484533504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761801.339235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.339238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761801.339241:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.339245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1789
00000100:00080000:3.0:1789761801.339250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761801.339253:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761801.339259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761801.339284:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8ab8c34f7b80 x1876699484533376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761801.339297:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484533376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761801.339305:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761801.339308:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761801.339312:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484533376:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761801.339329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761801.339332:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484533504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761801.339346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484533632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761801.339359:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761801.339365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.339369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761801.339371:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.339375:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1789
00000100:00080000:3.0:1789761801.339379:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761801.339381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8ab8c34f4380 x1876699484533504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.339384:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761801.339391:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761801.339401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484533760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761801.339408:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484533504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.339411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.339418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761801.339421:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.339442:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1789
00000100:00080000:0.0:1789761801.339443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.339446:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761801.339450:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761801.339453:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761801.339459:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484533504:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789761801.339459:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761801.339475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484533888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761801.339479:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484533632:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761801.339493:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.339496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761801.339497:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.339501:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1789
00000100:00080000:3.0:1789761801.339505:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761801.339506:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761801.339511:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761801.339516:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761801.339521:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8ab8c34f4a80 x1876699484533632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761801.339530:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484533632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761801.339535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761801.339537:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761801.339539:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484533632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761801.339543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484533760:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761801.339555:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761801.339563:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8ab8c34f5c00 x1876699484533760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761801.339571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484533760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761801.339579:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761801.339582:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761801.339586:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484533760:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761801.339603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484533888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761801.339625:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761801.339634:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484534016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761801.339643:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8ab8c34f6300 x1876699484533888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761801.339659:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484533888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761801.339670:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761801.339674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761801.339678:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484533888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761801.339694:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484534016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761801.339721:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761801.339737:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8ab8c34f7100 x1876699484534016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761801.339749:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484534016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761801.339757:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761801.339762:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761801.339767:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484534016:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761802.043028:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761803.067065:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761804.091031:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761805.114997:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761806.139045:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761806.458933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.458943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761806.458948:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.458957:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1795
00000100:00080000:3.0:1789761806.458965:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.458971:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761806.459001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484534144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.459027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.459031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761806.459032:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.459035:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1795
00000100:00080000:3.0:1789761806.459037:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.459040:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761806.459047:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.459057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484534272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.459065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.459068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761806.459070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761806.459074:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484534144:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761806.459075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1795
00000100:00080000:3.0:1789761806.459080:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.459085:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761806.459088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.459096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484534400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.459103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.459105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761806.459107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.459109:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1795
00000100:00080000:3.0:1789761806.459111:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.459114:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761806.459116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761806.459124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484534528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.459131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761806.459135:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761806.459136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761806.459139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.459142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1795
00000100:00080000:3.0:1789761806.459146:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.459149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761806.459153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.459160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484534656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.459166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.459168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761806.459170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.459173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1795
00000100:00080000:3.0:1789761806.459175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.459177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761806.459180:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8ab8c34f7800 x1876699484534144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761806.459182:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.459193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484534784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761806.459200:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484534144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761806.459209:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761806.459213:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761806.459217:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484534144:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761806.459234:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484534272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761806.459249:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761806.459258:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8ab8c34f5f80 x1876699484534272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761806.459266:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484534272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761806.459271:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761806.459273:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761806.459276:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484534272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761806.459280:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484534400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761806.459290:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761806.459297:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8ab8c34f6d80 x1876699484534400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761806.459303:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484534400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761806.459308:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761806.459310:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761806.459312:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484534400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761806.459316:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484534528:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761806.459326:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761806.459332:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8ab8c34f5880 x1876699484534528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761806.459340:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484534528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761806.459345:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761806.459347:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761806.459348:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484534528:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761806.459352:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484534656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761806.459361:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761806.459368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8ab8c34f5180 x1876699484534656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761806.459375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484534656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761806.459380:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761806.459382:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761806.459384:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484534656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761806.459403:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484534784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761806.459417:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761806.459424:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8ab8c34f6680 x1876699484534784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761806.459432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484534784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761806.459437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761806.459439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761806.459441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484534784:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761807.163027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761808.187030:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761809.211002:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761810.235105:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761811.259007:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761811.578953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761811.578961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761811.578964:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761811.578973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1800
00000100:00080000:3.0:1789761811.578981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761811.578987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761811.579019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484534912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761811.579042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761811.579044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761811.579046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761811.579049:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1800
00000100:00080000:3.0:1789761811.579052:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761811.579054:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761811.579061:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761811.579070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484535040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761811.579077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761811.579080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761811.579082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761811.579085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1800
00000100:00080000:3.0:1789761811.579087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761811.579090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761811.579092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761811.579099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484535168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761811.579106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761811.579108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761811.579109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761811.579113:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1800
00000100:00080000:3.0:1789761811.579119:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761811.579122:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484534912:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761811.579125:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761811.579138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761811.579147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484535296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761811.579159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761811.579162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761811.579163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761811.579166:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1800
00000100:00080000:3.0:1789761811.579169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761811.579172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761811.579176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761811.579182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484535424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761811.579188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761811.579191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761811.579192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761811.579194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1800
00000100:00080000:3.0:1789761811.579205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761811.579207:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761811.579210:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761811.579222:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761811.579222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484535552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761811.579297:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811]  req@ffff8ab8c34f4700 x1876699484534912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761811.579329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484534912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761811.579341:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761811.579359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761811.579365:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484534912:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761811.579375:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761811.579404:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761811.579420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811]  req@ffff8ab8c34f4000 x1876699484535040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761811.579432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484535040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761811.579442:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761811.579445:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761811.579449:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761811.579482:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761811.579505:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761811.579518:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811]  req@ffff8ab8c34f7480 x1876699484535168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761811.579530:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484535168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761811.579545:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761811.579549:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761811.579552:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761811.579560:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535296:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761811.579583:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761811.579595:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811]  req@ffff8ab8c34f5500 x1876699484535296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761811.579608:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484535296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761811.579618:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761811.579622:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761811.579625:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535296:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761811.579633:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484535424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761811.579656:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761811.579669:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811]  req@ffff8ab8c34f6a00 x1876699484535424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761811.579683:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484535424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761811.579692:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761811.579696:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761811.579700:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484535424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761811.579707:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484535552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761811.579727:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761811.579737:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761811/real 1789761811]  req@ffff8ab8c34f6680 x1876699484535552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761811.579749:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484535552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761811.579758:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761811.579761:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761811.579765:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484535552:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761812.283036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761813.306964:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761814.331032:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761815.354985:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761816.379015:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761816.698971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761816.698979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761816.698983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761816.698992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1805
00000100:00080000:3.0:1789761816.699001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761816.699007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761816.699040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484535680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761816.699062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761816.699065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761816.699066:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761816.699069:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1805
00000100:00080000:3.0:1789761816.699071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761816.699073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761816.699080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761816.699089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484535808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761816.699096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761816.699099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761816.699100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761816.699103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1805
00000100:00080000:3.0:1789761816.699106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761816.699108:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484535680:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761816.699110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761816.699117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761816.699124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484535936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761816.699131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761816.699134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761816.699135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761816.699138:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1805
00000100:00080000:3.0:1789761816.699140:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761816.699142:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761816.699146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761816.699153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484536064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761816.699160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761816.699162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761816.699164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761816.699169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761816.699171:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1805
00000100:00080000:3.0:1789761816.699176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761816.699179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761816.699183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761816.699191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484536192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761816.699197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761816.699199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761816.699201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761816.699204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1805
00000100:00100000:0.0:1789761816.699208:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff8ab8c34f5180 x1876699484535680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761816.699209:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761816.699216:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761816.699223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761816.699234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484536320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761816.699236:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484535680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761816.699259:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761816.699262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761816.699266:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484535680:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761816.699272:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761816.699292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761816.699300:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff8ab8c34f5880 x1876699484535808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761816.699324:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484535808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761816.699332:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761816.699335:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761816.699337:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761816.699357:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761816.699373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761816.699381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff8ab8c34f6d80 x1876699484535936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761816.699388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484535936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761816.699394:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761816.699396:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761816.699398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484535936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761816.699401:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484536064:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761816.699412:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761816.699418:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff8ab8c34f5f80 x1876699484536064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761816.699438:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484536064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761816.699444:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761816.699446:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761816.699448:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484536064:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761816.699451:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484536192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761816.699462:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761816.699469:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff8ab8c34f7800 x1876699484536192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761816.699476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484536192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761816.699481:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761816.699483:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761816.699485:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484536192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761816.699488:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484536320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761816.699498:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761816.699504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761816/real 1789761816]  req@ffff8ab8c34f7100 x1876699484536320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761816.699511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484536320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761816.699520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761816.699522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761816.699524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484536320:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761817.403039:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761818.427051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761819.451040:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761820.475039:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761821.499055:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761821.818941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761821.818949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761821.818953:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761821.818962:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1810
00000100:00080000:3.0:1789761821.818974:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761821.818997:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761821.819033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484536448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761821.819054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761821.819056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761821.819058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761821.819061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1810
00000100:00080000:3.0:1789761821.819064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761821.819066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761821.819075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761821.819083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484536576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761821.819093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761821.819095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761821.819096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761821.819099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1810
00000100:00080000:3.0:1789761821.819101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761821.819104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761821.819107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761821.819115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484536704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761821.819121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761821.819124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761821.819125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761821.819127:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1810
00000100:00080000:3.0:1789761821.819129:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761821.819134:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761821.819135:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484536448:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761821.819138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761821.819147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484536832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761821.819154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761821.819157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761821.819158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761821.819161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1810
00000100:00080000:3.0:1789761821.819164:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761821.819166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761821.819169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761821.819177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484536960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761821.819187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761821.819189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761821.819190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761821.819194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1810
00000800:00000100:0.0:1789761821.819198:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761821.819199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761821.819204:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761821.819208:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761821.819217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484537088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761821.819236:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff8ab8c34f6300 x1876699484536448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761821.819251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484536448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761821.819259:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761821.819262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761821.819265:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484536448:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761821.819286:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484536576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761821.819306:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761821.819323:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff8ab8c34f5c00 x1876699484536576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761821.819331:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484536576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761821.819337:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761821.819339:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761821.819342:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484536576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761821.819346:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484536704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761821.819358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761821.819365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff8ab8c34f4a80 x1876699484536704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761821.819372:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484536704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761821.819377:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761821.819379:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761821.819381:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484536704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761821.819399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484536832:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761821.819410:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761821.819417:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff8ab8c34f4380 x1876699484536832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761821.819424:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484536832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761821.819429:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761821.819431:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761821.819432:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484536832:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761821.819436:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484536960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761821.819445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761821.819452:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff8ab8c34f7b80 x1876699484536960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761821.819459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484536960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761821.819464:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761821.819466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761821.819467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484536960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761821.819471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484537088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761821.819480:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761821.819486:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761821/real 1789761821]  req@ffff8ab8c34f7100 x1876699484537088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761821.819493:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484537088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761821.819497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761821.819499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761821.819501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484537088:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761822.523051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761823.547028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761824.571054:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761825.595016:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761826.619060:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761826.938984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761826.938992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761826.938995:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761826.939004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1815
00000100:00080000:3.0:1789761826.939012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761826.939018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761826.939053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484537216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761826.939073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761826.939081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761826.939082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761826.939086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1815
00000100:00080000:3.0:1789761826.939089:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761826.939092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761826.939100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761826.939109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484537344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761826.939118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761826.939121:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484537216:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761826.939122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761826.939125:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761826.939132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1815
00000100:00080000:3.0:1789761826.939135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761826.939137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761826.939140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761826.939148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484537472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761826.939155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761826.939158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761826.939159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761826.939162:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1815
00000100:00080000:3.0:1789761826.939165:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761826.939167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761826.939170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761826.939179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484537600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761826.939186:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761826.939192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761826.939196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761826.939198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761826.939202:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1815
00000100:00080000:3.0:1789761826.939206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761826.939209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761826.939212:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761826.939221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484537728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761826.939228:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff8ab8c34f7800 x1876699484537216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761826.939231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761826.939252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761826.939256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761826.939262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1815
00000100:00080000:3.0:1789761826.939266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761826.939269:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484537216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761826.939274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761826.939286:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761826.939286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761826.939293:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761826.939297:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484537216:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761826.939305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484537856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761826.939320:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484537344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761826.939341:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761826.939351:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff8ab8c34f5f80 x1876699484537344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761826.939359:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484537344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761826.939365:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761826.939367:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761826.939369:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484537344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761826.939373:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484537472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761826.939383:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761826.939390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff8ab8c34f6d80 x1876699484537472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761826.939397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484537472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761826.939402:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761826.939404:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761826.939406:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484537472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761826.939410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484537600:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761826.939421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761826.939427:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff8ab8c34f5880 x1876699484537600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761826.939434:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484537600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761826.939440:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761826.939441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761826.939443:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484537600:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761826.939447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484537728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761826.939457:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761826.939463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff8ab8c34f5180 x1876699484537728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761826.939470:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484537728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761826.939475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761826.939477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761826.939479:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484537728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761826.939489:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484537856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761826.939499:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761826.939506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761826/real 1789761826]  req@ffff8ab8c34f6680 x1876699484537856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761826.939513:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484537856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761826.939519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761826.939521:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761826.939522:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484537856:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761827.643013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761828.667013:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761829.691005:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761830.714973:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761831.739106:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761832.058934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761832.058941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761832.058945:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761832.058954:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1820
00000100:00080000:2.0:1789761832.058962:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761832.058968:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761832.058997:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484537984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761832.059019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761832.059022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761832.059024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761832.059026:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1820
00000100:00080000:2.0:1789761832.059029:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761832.059031:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761832.059038:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761832.059047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484538112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761832.059054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761832.059057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761832.059058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761832.059060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1820
00000100:00080000:2.0:1789761832.059062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761832.059067:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484537984:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761832.059068:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761832.059076:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761832.059083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484538240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761832.059090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761832.059092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761832.059094:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761832.059096:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1820
00000100:00080000:2.0:1789761832.059099:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761832.059101:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761832.059104:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761832.059113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484538368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761832.059119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761832.059122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761832.059123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761832.059127:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761832.059130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1820
00000100:00080000:2.0:1789761832.059135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761832.059137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761832.059141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761832.059149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484538496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761832.059155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761832.059158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761832.059160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761832.059165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1820
00000100:00100000:0.0:1789761832.059166:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8ab8c33df800 x1876699484537984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761832.059168:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761832.059174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761832.059180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761832.059190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484538624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761832.059206:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484537984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.059229:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.059235:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761832.059240:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484537984:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761832.059249:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484538112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761832.059270:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761832.059279:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8ab8c33ddc00 x1876699484538112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.059288:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484538112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.059294:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.059296:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761832.059298:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484538112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761832.059316:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484538240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761832.059328:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761832.059335:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8ab8c33df480 x1876699484538240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.059342:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484538240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.059347:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.059349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761832.059351:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484538240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761832.059355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484538368:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761832.059365:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761832.059372:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8ab8c33ddf80 x1876699484538368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.059379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484538368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.059384:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.059386:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761832.059388:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484538368:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761832.059391:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484538496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761832.059404:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761832.059414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8ab8c33ded80 x1876699484538496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.059426:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484538496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.059434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.059437:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761832.059441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484538496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761832.059447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484538624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761832.059465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761832.059482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8ab8c33dfb80 x1876699484538624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.059490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484538624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.059495:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.059497:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761832.059499:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484538624:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761832.763046:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761833.787013:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761834.810993:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761835.835040:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761836.859092:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761837.179920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.179928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761837.179932:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.179941:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1825
00000100:00080000:0.0:1789761837.179951:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.179958:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761837.179990:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484538752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.180018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.180022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761837.180024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.180031:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1825
00000100:00080000:0.0:1789761837.180036:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.180041:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761837.180046:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484538752:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789761837.180053:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761837.180071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484538880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.180084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.180087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761837.180090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.180094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1825
00000100:00080000:0.0:1789761837.180098:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.180103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761837.180108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761837.180121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484539008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.180134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761837.180134:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484538880:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789761837.180143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761837.180147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.180153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1825
00000100:00080000:0.0:1789761837.180176:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.180181:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761837.180184:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539008:192.168.203.110@tcp:38:kworker.0
00000008:00100000:0.0:1789761837.180189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761837.180206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484539136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.180222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.180226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761837.180228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.180233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1825
00000100:00080000:0.0:1789761837.180239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.180244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761837.180247:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539136:192.168.203.110@tcp:8:kworker.0
00000008:00100000:0.0:1789761837.180251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761837.180265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484539264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.180277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.180281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761837.180283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761837.180288:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484539264:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789761837.180291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1825
00000100:00080000:0.0:1789761837.180299:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.180303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789761837.180309:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761837.180323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484539392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761837.180359:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484539392:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789761837.882980:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761838.907345:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761839.931036:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761840.251108:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789761840.251158:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761840.251171:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761840.251209:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761840.251219:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761840.251228:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761840.251238:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761840.251247:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789761840.251266:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761840]  req@ffff8ab8c2fe9180 x1876699484539392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761840.251294:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484539392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761840.251306:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761840.251312:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761840.251318:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484539392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761840.251326:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761840]  req@ffff8ab8c2feb800 x1876699484539264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761840.251341:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484539264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761840.251350:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761840.251354:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761840.251358:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484539264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761840.251365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761840]  req@ffff8ab8c2feb480 x1876699484539136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761840.251378:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484539136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761840.251387:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761840.251391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761840.251394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539136:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761840.251401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761840]  req@ffff8ab8c2feb100 x1876699484539008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761840.251415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484539008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761840.251424:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761840.251428:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761840.251432:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761840.251439:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761840]  req@ffff8ab8c2fe8e00 x1876699484538880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761840.251453:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484538880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761840.251462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761840.251466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761840.251470:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484538880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761840.251478:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761840]  req@ffff8ab8c2fea300 x1876699484538752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761840.251506:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484538752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761840.251516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761840.251520:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761840.251524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484538752:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789761840.955024:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761841.979016:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761842.298986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761842.298995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761842.298998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761842.299006:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1830
00000100:00080000:2.0:1789761842.299016:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761842.299022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761842.299051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484539520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761842.299074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761842.299076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761842.299078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761842.299081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1830
00000100:00080000:2.0:1789761842.299084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761842.299086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761842.299093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761842.299103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484539648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761842.299109:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484539520:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761842.299114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761842.299134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761842.299136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761842.299140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1830
00000100:00080000:2.0:1789761842.299144:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761842.299147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761842.299151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761842.299162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484539776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761842.299173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761842.299176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761842.299178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761842.299183:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1830
00000100:00080000:2.0:1789761842.299188:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761842.299192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761842.299199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761842.299209:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761842.299214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484539904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761842.299224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761842.299227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761842.299228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761842.299232:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1830
00000100:00080000:2.0:1789761842.299235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761842.299239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761842.299244:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761842.299255:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8ab8c33dc380 x1876699484539520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.299260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484540032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761842.299288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761842.299292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761842.299294:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484539520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.299296:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761842.299306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1830
00000100:00080000:2.0:1789761842.299314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761842.299318:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.299322:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761842.299328:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:2.0:1789761842.299332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761842.299336:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484539520:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761842.299351:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484540160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761842.299369:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761842.299400:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761842.299415:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8ab8c33dd880 x1876699484539648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761842.299429:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484539648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761842.299439:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761842.299443:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761842.299446:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761842.299453:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761842.299474:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761842.299486:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8ab8c33de300 x1876699484539776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761842.299498:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484539776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761842.299506:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761842.299518:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761842.299521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761842.299527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539904:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761842.299548:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761842.299561:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8ab8c33de680 x1876699484539904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761842.299581:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484539904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761842.299591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761842.299594:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761842.299597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484539904:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761842.299604:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484540032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761842.299627:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761842.299655:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8ab8c33df100 x1876699484540032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761842.299669:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484540032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761842.299677:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761842.299681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761842.299684:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484540032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761842.299709:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484540160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761842.299734:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761842.299747:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8ab8c33dca80 x1876699484540160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761842.299759:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484540160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761842.299770:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761842.299773:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761842.299777:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484540160:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761843.002988:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761844.027082:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761845.051012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761846.075009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761847.099110:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761847.418996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.419004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761847.419007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.419015:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1835
00000100:00080000:3.0:1789761847.419025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.419030:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761847.419063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484540288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761847.419101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.419104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761847.419105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.419109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1835
00000100:00080000:3.0:1789761847.419112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.419115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761847.419122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761847.419133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484540416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761847.419141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.419143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761847.419145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761847.419151:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484540288:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761847.419151:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1835
00000100:00080000:3.0:1789761847.419155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.419161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761847.419165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761847.419174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484540544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761847.419180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.419183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761847.419184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.419186:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1835
00000100:00080000:3.0:1789761847.419188:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.419190:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761847.419193:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761847.419200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484540672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761847.419207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.419209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761847.419210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.419212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1835
00000100:00080000:3.0:1789761847.419215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.419220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789761847.419223:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761847.419225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761847.419233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484540800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761847.419240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.419242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761847.419243:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.419246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1835
00000100:00080000:3.0:1789761847.419248:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.419251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761847.419254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761847.419262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484540928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761847.419269:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8ab8c34f6a00 x1876699484540288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761847.419286:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484540288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761847.419295:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761847.419298:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761847.419301:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484540288:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761847.419319:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484540416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761847.419336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761847.419345:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8ab8c34f5500 x1876699484540416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761847.419353:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484540416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761847.419359:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761847.419361:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761847.419363:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484540416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761847.419367:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484540544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761847.419377:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761847.419384:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8ab8c34f7480 x1876699484540544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761847.419391:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484540544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761847.419401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761847.419403:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761847.419405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484540544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761847.419409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484540672:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761847.419419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761847.419425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8ab8c34f4000 x1876699484540672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761847.419432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484540672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761847.419437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761847.419439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761847.419441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484540672:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761847.419445:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484540800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761847.419454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761847.419460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8ab8c34f4700 x1876699484540800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761847.419467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484540800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761847.419472:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761847.419474:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761847.419476:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484540800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761847.419480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484540928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761847.419490:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761847.419495:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8ab8c34f6680 x1876699484540928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761847.419502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484540928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761847.419507:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761847.419509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761847.419511:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484540928:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761848.122994:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761849.147045:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761850.171054:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761851.195094:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761852.218982:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761852.538959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761852.538970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761852.538975:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761852.538986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1841
00000100:00080000:3.0:1789761852.538995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761852.539003:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761852.539065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484541056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761852.539099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761852.539102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761852.539104:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761852.539107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1841
00000100:00080000:3.0:1789761852.539110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761852.539112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761852.539120:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761852.539129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484541184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761852.539136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761852.539139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761852.539140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761852.539143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1841
00000100:00080000:3.0:1789761852.539145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761852.539147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761852.539161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761852.539167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484541312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761852.539175:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484541056:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761852.539176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761852.539181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761852.539184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761852.539189:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1841
00000100:00080000:3.0:1789761852.539191:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761852.539193:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761852.539196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761852.539205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484541440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761852.539211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761852.539232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761852.539233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761852.539237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1841
00000100:00080000:3.0:1789761852.539240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761852.539242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761852.539247:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761852.539256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484541568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761852.539265:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761852.539269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761852.539273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761852.539275:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761852.539279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1841
00000100:00080000:3.0:1789761852.539282:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761852.539285:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761852.539288:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761852.539294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484541696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761852.539329:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff8ab8c34f5180 x1876699484541056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761852.539351:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484541056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761852.539364:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761852.539369:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761852.539374:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484541056:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761852.539382:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484541184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761852.539419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761852.539434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff8ab8c34f5880 x1876699484541184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761852.539450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484541184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761852.539459:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761852.539463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761852.539466:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484541184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761852.539491:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484541312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761852.539511:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761852.539540:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff8ab8c34f6d80 x1876699484541312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761852.539552:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484541312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761852.539559:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761852.539562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761852.539565:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484541312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761852.539571:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484541440:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761852.539605:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761852.539626:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff8ab8c34f5f80 x1876699484541440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761852.539647:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484541440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761852.539672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761852.539674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761852.539678:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484541440:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761852.539683:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484541568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761852.539700:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761852.539710:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff8ab8c34f7800 x1876699484541568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761852.539720:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484541568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761852.539727:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761852.539730:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761852.539733:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484541568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761852.539738:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484541696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761852.539755:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761852.539763:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761852/real 1789761852]  req@ffff8ab8c34f7100 x1876699484541696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761852.539773:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484541696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761852.539802:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761852.539806:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761852.539809:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484541696:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761853.243011:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761854.267017:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761855.291080:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761856.314996:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761857.339034:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761857.658976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761857.658984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761857.658987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761857.658995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1846
00000100:00080000:3.0:1789761857.659020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761857.659027:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761857.659059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484541824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761857.659081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761857.659084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761857.659085:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761857.659088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1846
00000100:00080000:3.0:1789761857.659091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761857.659094:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761857.659101:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761857.659111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484541952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761857.659120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761857.659124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761857.659125:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484541824:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761857.659126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761857.659134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1846
00000100:00080000:3.0:1789761857.659137:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761857.659139:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761857.659142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761857.659150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484542080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761857.659157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761857.659159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761857.659160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761857.659163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1846
00000100:00080000:3.0:1789761857.659166:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761857.659168:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761857.659171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761857.659179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484542208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761857.659186:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761857.659197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761857.659200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761857.659201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761857.659204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1846
00000100:00080000:3.0:1789761857.659207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761857.659209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761857.659212:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761857.659219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484542336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761857.659225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761857.659228:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff8ab8c34f7b80 x1876699484541824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761857.659229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761857.659232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761857.659239:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1846
00000100:00080000:3.0:1789761857.659243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761857.659248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761857.659251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761857.659257:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484541824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761857.659261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484542464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761857.659284:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761857.659289:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761857.659293:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484541824:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761857.659312:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484541952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761857.659328:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761857.659336:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff8ab8c34f4380 x1876699484541952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761857.659344:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484541952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761857.659350:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761857.659352:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761857.659354:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484541952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761857.659359:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761857.659369:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761857.659375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff8ab8c34f4a80 x1876699484542080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761857.659382:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484542080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761857.659388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761857.659389:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761857.659391:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761857.659395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542208:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761857.659405:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761857.659412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff8ab8c34f5c00 x1876699484542208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761857.659419:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484542208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761857.659424:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761857.659426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761857.659427:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542208:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761857.659431:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484542336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761857.659440:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761857.659447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff8ab8c34f6300 x1876699484542336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761857.659454:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484542336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761857.659459:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761857.659461:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761857.659463:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484542336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761857.659466:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484542464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761857.659476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761857.659482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761857/real 1789761857]  req@ffff8ab8c34f7100 x1876699484542464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761857.659489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484542464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761857.659503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761857.659505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761857.659507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484542464:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761858.362993:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761859.387021:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761860.411036:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761861.435001:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761862.459059:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761862.778939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.778951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761862.778955:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.778981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1851
00000100:00080000:3.0:1789761862.778993:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.779001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761862.779037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484542592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.779059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.779062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761862.779064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.779067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1851
00000100:00080000:3.0:1789761862.779070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.779072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761862.779079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761862.779088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484542720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.779095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.779097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761862.779098:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.779101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1851
00000100:00080000:3.0:1789761862.779103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.779108:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761862.779109:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484542592:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789761862.779112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761862.779122:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484542848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.779129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.779132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761862.779133:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.779135:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1851
00000100:00080000:3.0:1789761862.779138:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761862.779141:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761862.779144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761862.779150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484542976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.779156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761862.779158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761862.779160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.779162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1851
00000100:00080000:3.0:1789761862.779166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761862.779169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761862.779174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761862.779180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761862.779193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484543104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761862.779203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761862.779207:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff8ab8c34f7800 x1876699484542592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761862.779209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761862.779213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761862.779231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1851
00000100:00080000:3.0:1789761862.779237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761862.779238:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484542592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761862.779244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761862.779253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761862.779255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761862.779260:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761862.779264:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484542592:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761862.779266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484543232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761862.779274:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761862.779305:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761862.779314:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff8ab8c34f5f80 x1876699484542720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761862.779322:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484542720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761862.779327:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761862.779329:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761862.779331:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761862.779348:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761862.779359:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761862.779366:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff8ab8c34f6d80 x1876699484542848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761862.779373:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484542848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761862.779378:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761862.779380:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761862.779382:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761862.779386:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542976:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761862.779396:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761862.779402:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff8ab8c34f5880 x1876699484542976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761862.779410:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484542976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761862.779415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761862.779416:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761862.779418:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484542976:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761862.779421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484543104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761862.779431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761862.779437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff8ab8c34f5180 x1876699484543104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761862.779444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484543104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761862.779449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761862.779451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761862.779453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484543104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761862.779456:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484543232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761862.779466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761862.779473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761862/real 1789761862]  req@ffff8ab8c34f6680 x1876699484543232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761862.779480:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484543232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761862.779485:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761862.779486:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761862.779488:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484543232:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761863.483022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761864.507145:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761865.531053:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761866.555026:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761867.579064:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761867.899011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.899020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761867.899024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.899032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1856
00000100:00080000:3.0:1789761867.899041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.899047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761867.899080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484543360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.899102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.899105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761867.899106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.899109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1856
00000100:00080000:3.0:1789761867.899111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.899113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761867.899120:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761867.899130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484543488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.899138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.899140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761867.899141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.899144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1856
00000100:00080000:3.0:1789761867.899149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761867.899150:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484543360:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761867.899154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761867.899160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761867.899168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484543616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.899182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.899184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761867.899186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.899188:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1856
00000100:00080000:3.0:1789761867.899190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.899193:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761867.899196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761867.899203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484543744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.899209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.899212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761867.899213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.899215:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1856
00000100:00080000:3.0:1789761867.899218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761867.899221:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761867.899225:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761867.899229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761867.899235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484543872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761867.899246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761867.899249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761867.899250:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761867.899253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1856
00000100:00080000:3.0:1789761867.899255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761867.899257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761867.899261:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761867.899270:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff8ab8c34f4700 x1876699484543360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761867.899272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484544000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761867.899311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484543360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761867.899324:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761867.899330:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761867.899334:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484543360:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761867.899342:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484543488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761867.899363:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761867.899373:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff8ab8c34f4000 x1876699484543488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761867.899381:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484543488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761867.899399:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761867.899401:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761867.899404:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484543488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761867.899422:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484543616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761867.899435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761867.899442:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff8ab8c34f7480 x1876699484543616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761867.899450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484543616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761867.899455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761867.899457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761867.899459:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484543616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761867.899463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484543744:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761867.899473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761867.899479:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff8ab8c34f5500 x1876699484543744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761867.899486:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484543744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761867.899491:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761867.899492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761867.899495:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484543744:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761867.899498:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484543872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761867.899508:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761867.899515:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff8ab8c34f6a00 x1876699484543872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761867.899522:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484543872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761867.899526:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761867.899528:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761867.899530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484543872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761867.899533:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484544000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761867.899549:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761867.899559:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761867/real 1789761867]  req@ffff8ab8c34f6680 x1876699484544000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761867.899571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484544000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761867.899578:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761867.899581:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761867.899584:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484544000:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761868.603110:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761869.627006:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761870.651084:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761871.675086:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761872.699073:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761873.018946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.018953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761873.018956:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.018965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1861
00000100:00080000:3.0:1789761873.018981:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.018987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761873.019019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484544128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.019042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.019045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761873.019046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.019049:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1861
00000100:00080000:3.0:1789761873.019051:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.019053:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761873.019061:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.019071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484544256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.019079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.019081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761873.019083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.019089:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1861
00000100:00100000:0.0:1789761873.019091:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484544128:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761873.019091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.019098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761873.019102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.019110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484544384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.019117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.019121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761873.019122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.019125:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1861
00000100:00080000:3.0:1789761873.019128:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.019131:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761873.019134:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761873.019141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484544512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.019148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761873.019153:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761873.019153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761873.019156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.019161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1861
00000100:00080000:3.0:1789761873.019164:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.019166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761873.019170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.019177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484544640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.019184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.019186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761873.019188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.019192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1861
00000100:00100000:0.0:1789761873.019193:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8ab8c34f5180 x1876699484544128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.019195:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.019202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761873.019209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.019219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484544768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761873.019221:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484544128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761873.019243:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761873.019246:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761873.019250:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484544128:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761873.019256:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484544256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761873.019274:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761873.019291:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8ab8c34f5880 x1876699484544256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761873.019306:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484544256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761873.019315:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761873.019319:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761873.019322:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484544256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761873.019346:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484544384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761873.019368:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761873.019384:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8ab8c34f6d80 x1876699484544384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761873.019406:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484544384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761873.019416:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761873.019419:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761873.019423:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484544384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761873.019428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484544512:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761873.019449:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761873.019464:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8ab8c34f5f80 x1876699484544512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761873.019478:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484544512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761873.019489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761873.019502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761873.019505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484544512:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761873.019511:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484544640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761873.019529:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761873.019537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8ab8c34f7800 x1876699484544640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761873.019545:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484544640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761873.019554:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761873.019556:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761873.019558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484544640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761873.019561:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484544768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761873.019573:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761873.019584:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8ab8c34f7100 x1876699484544768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761873.019597:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484544768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761873.019606:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761873.019610:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761873.019614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484544768:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761873.722993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761874.747080:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761875.771020:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761876.795029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761877.819063:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761878.138987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.139001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761878.139007:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.139019:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1866
00000100:00080000:1.0:1789761878.139032:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.139041:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761878.139092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484544896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.139124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.139128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761878.139130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.139135:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1866
00000100:00080000:1.0:1789761878.139140:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.139145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761878.139156:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761878.139175:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484544896:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761878.139177:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484545024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.139196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.139199:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761878.139202:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.139207:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1866
00000100:00080000:1.0:1789761878.139211:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.139216:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761878.139221:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761878.139235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484545152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.139246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.139250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761878.139252:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.139256:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1866
00000800:00000100:0.0:1789761878.139260:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761878.139263:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.139270:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761878.139276:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761878.139288:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484545280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.139300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.139304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761878.139307:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761878.139311:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8ab8d84aa680 x1876699484544896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761878.139315:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1866
00000100:00080000:1.0:1789761878.139324:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.139330:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761878.139336:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761878.139337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484544896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.139352:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761878.139357:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484545408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761878.139358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761878.139366:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484544896:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761878.139387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.139390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761878.139392:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761878.139397:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545024:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789761878.139398:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1866
00000100:00080000:1.0:1789761878.139406:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.139411:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761878.139417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761878.139421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761878.139434:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484545536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761878.139435:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8ab8d84a9f80 x1876699484545024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.139460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484545024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.139477:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.139481:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761878.139486:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761878.139494:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761878.139515:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761878.139523:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8ab8d84ab100 x1876699484545152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.139532:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484545152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.139538:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.139540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761878.139543:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761878.139546:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545280:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761878.139559:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761878.139566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8ab8d84aad80 x1876699484545280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.139582:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484545280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.139588:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.139591:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761878.139593:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545280:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761878.139597:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484545408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761878.139610:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761878.139617:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8ab8d84ab480 x1876699484545408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.139625:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484545408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.139631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.139633:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761878.139635:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484545408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761878.139648:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484545536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761878.139659:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761878.139665:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8ab8d84a8000 x1876699484545536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.139673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484545536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.139684:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.139687:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761878.139689:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484545536:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761878.843044:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761879.867072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761880.891055:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761881.915041:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761882.938988:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761883.258967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.258975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761883.258979:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.258987:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1871
00000100:00080000:1.0:1789761883.258996:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.259001:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761883.259033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484545664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.259056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.259058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761883.259060:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.259063:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1871
00000100:00080000:1.0:1789761883.259066:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.259068:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761883.259075:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761883.259084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484545792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.259092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.259094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761883.259096:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.259099:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1871
00000100:00080000:1.0:1789761883.259101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.259105:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761883.259108:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484545664:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789761883.259110:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761883.259121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484545920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.259129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.259131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761883.259133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.259135:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1871
00000100:00080000:1.0:1789761883.259137:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.259140:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761883.259143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761883.259152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484546048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.259160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.259162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761883.259164:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.259166:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1871
00000100:00080000:1.0:1789761883.259169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761883.259173:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761883.259175:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761883.259180:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761883.259187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484546176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.259194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.259197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761883.259198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.259201:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1871
00000100:00080000:1.0:1789761883.259203:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.259208:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761883.259213:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761883.259222:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff8ab8d84ab800 x1876699484545664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761883.259229:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484546304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761883.259258:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484545664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761883.259267:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761883.259271:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761883.259274:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484545664:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761883.259281:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761883.259299:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761883.259309:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff8ab8d84a9500 x1876699484545792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761883.259317:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484545792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761883.259322:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761883.259325:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761883.259328:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761883.259346:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761883.259358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761883.259365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff8ab8d84a9880 x1876699484545920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761883.259372:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484545920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761883.259378:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761883.259379:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761883.259382:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484545920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761883.259385:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484546048:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761883.259395:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761883.259401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff8ab8d84a8700 x1876699484546048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761883.259408:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484546048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761883.259414:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761883.259415:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761883.259417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484546048:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761883.259420:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484546176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761883.259431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761883.259437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff8ab8d84a8380 x1876699484546176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761883.259445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484546176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761883.259450:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761883.259451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761883.259453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484546176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761883.259456:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484546304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761883.259466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761883.259472:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff8ab8d84a8000 x1876699484546304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761883.259479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484546304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761883.259484:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761883.259486:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761883.259487:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484546304:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761883.962982:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761884.987038:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761886.011015:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761887.035043:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761888.059037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761888.378959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761888.378969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761888.378973:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761888.378984:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1876
00000100:00080000:2.0:1789761888.378995:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761888.379002:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761888.379053:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484546432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761888.379079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761888.379083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761888.379086:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761888.379089:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1876
00000100:00080000:2.0:1789761888.379093:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761888.379107:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761888.379117:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761888.379132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484546432:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761888.379133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484546560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761888.379149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761888.379153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761888.379156:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761888.379160:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1876
00000100:00080000:2.0:1789761888.379163:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761888.379168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761888.379174:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761888.379188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484546688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761888.379210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761888.379211:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761888.379217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761888.379220:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761888.379226:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1876
00000100:00080000:2.0:1789761888.379234:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761888.379238:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761888.379244:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761888.379255:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8ab8c33dd180 x1876699484546432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.379259:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484546816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761888.379283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761888.379288:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484546432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.379289:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761888.379293:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761888.379303:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1876
00000100:00080000:0.0:1789761888.379307:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.379309:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761888.379316:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789761888.379318:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789761888.379324:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484546432:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789761888.379326:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761888.379342:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484546944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761888.379352:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484546560:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789761888.379355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761888.379361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761888.379364:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761888.379369:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1876
00000100:00080000:2.0:1789761888.379373:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761888.379377:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789761888.379383:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789761888.379386:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761888.379399:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8ab8c33dc700 x1876699484546560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.379404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484547072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761888.379429:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484546560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761888.379440:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761888.379444:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761888.379448:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484546560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761888.379454:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484546688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761888.379472:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761888.379482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8ab8c33dc000 x1876699484546688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761888.379492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484546688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761888.379501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761888.379504:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761888.379507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484546688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761888.379515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484546816:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761888.379532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761888.379542:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8ab8c33dca80 x1876699484546816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761888.379553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484546816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761888.379560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761888.379563:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761888.379566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484546816:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761888.379579:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484546944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761888.379594:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761888.379603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8ab8c33df100 x1876699484546944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761888.379613:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484546944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761888.379620:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761888.379623:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761888.379626:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484546944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761888.379632:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484547072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761888.379647:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761888.379657:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8ab8c33de680 x1876699484547072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761888.379669:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484547072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761888.379677:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761888.379680:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761888.379683:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484547072:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761889.082993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761890.107058:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761891.131018:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761892.155042:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761893.179046:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761893.498934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761893.498943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761893.498946:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761893.498955:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1882
00000100:00080000:2.0:1789761893.498964:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761893.498969:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761893.499001:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484547200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761893.499027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761893.499030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761893.499031:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761893.499034:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1882
00000100:00080000:2.0:1789761893.499037:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761893.499039:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761893.499046:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761893.499054:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484547328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761893.499063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761893.499065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761893.499067:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761893.499069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1882
00000100:00080000:2.0:1789761893.499071:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761893.499074:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761893.499078:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761893.499086:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484547200:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761893.499087:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484547456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761893.499101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761893.499103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761893.499105:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761893.499107:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1882
00000100:00080000:2.0:1789761893.499110:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761893.499112:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761893.499115:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761893.499123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484547584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761893.499130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761893.499132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761893.499133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761893.499135:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1882
00000100:00080000:2.0:1789761893.499139:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761893.499141:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761893.499145:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761893.499153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484547712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761893.499161:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761893.499164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761893.499167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761893.499169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761893.499173:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1882
00000100:00080000:2.0:1789761893.499177:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761893.499186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761893.499190:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761893.499199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484547840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761893.499204:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff8ab8c33de300 x1876699484547200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761893.499223:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484547200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761893.499231:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761893.499234:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761893.499237:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484547200:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761893.499242:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484547328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761893.499258:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761893.499266:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff8ab8c33dd880 x1876699484547328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761893.499274:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484547328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761893.499280:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761893.499282:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761893.499284:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484547328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761893.499302:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484547456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761893.499313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761893.499319:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff8ab8c33dc380 x1876699484547456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761893.499326:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484547456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761893.499332:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761893.499333:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761893.499335:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484547456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761893.499339:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484547584:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761893.499350:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761893.499356:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff8ab8c33dfb80 x1876699484547584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761893.499363:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484547584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761893.499368:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761893.499370:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761893.499372:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484547584:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761893.499382:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484547712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761893.499394:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761893.499401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff8ab8c33ded80 x1876699484547712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761893.499408:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484547712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761893.499413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761893.499415:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761893.499417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484547712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761893.499420:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484547840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761893.499430:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761893.499436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff8ab8c33ddf80 x1876699484547840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761893.499443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484547840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761893.499447:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761893.499449:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761893.499451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484547840:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761894.203029:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761895.227000:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761896.251023:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761897.275041:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761898.299031:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761898.619035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761898.619046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761898.619051:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761898.619062:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1887
00000100:00080000:3.0:1789761898.619075:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761898.619082:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761898.619125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484547968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761898.619158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761898.619162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761898.619163:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761898.619167:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1887
00000100:00080000:3.0:1789761898.619169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761898.619171:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761898.619180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761898.619192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484548096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761898.619199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761898.619201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761898.619203:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761898.619205:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1887
00000100:00080000:3.0:1789761898.619207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761898.619209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761898.619214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761898.619225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484548224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761898.619235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761898.619240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761898.619242:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761898.619249:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1887
00000100:00100000:0.0:1789761898.619250:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484547968:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761898.619255:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761898.619263:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761898.619269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761898.619282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484548352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761898.619292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761898.619294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761898.619296:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761898.619299:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1887
00000100:00080000:3.0:1789761898.619303:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761898.619305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761898.619309:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761898.619317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484548480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761898.619322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761898.619325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761898.619328:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761898.619330:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761898.619334:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1887
00000100:00080000:3.0:1789761898.619337:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761898.619340:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761898.619345:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761898.619353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484548608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761898.619384:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff8ab8c34f6300 x1876699484547968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761898.619401:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484547968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761898.619410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761898.619413:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761898.619417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484547968:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761898.619422:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761898.619438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761898.619447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff8ab8c34f5c00 x1876699484548096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761898.619455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484548096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761898.619460:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761898.619463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761898.619465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761898.619468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761898.619491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761898.619498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff8ab8c34f4a80 x1876699484548224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761898.619511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484548224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761898.619516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761898.619519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761898.619521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761898.619543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548352:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761898.619557:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761898.619563:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff8ab8c34f4380 x1876699484548352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761898.619571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484548352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761898.619577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761898.619579:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761898.619581:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548352:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761898.619584:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484548480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761898.619594:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761898.619600:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff8ab8c34f7b80 x1876699484548480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761898.619607:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484548480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761898.619623:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761898.619625:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761898.619628:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484548480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761898.619631:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484548608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761898.619647:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761898.619658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761898/real 1789761898]  req@ffff8ab8c34f7100 x1876699484548608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761898.619669:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484548608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761898.619677:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761898.619681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761898.619684:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484548608:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761899.323043:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761900.347077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761901.371069:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761902.395099:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761903.419053:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761903.738962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761903.738970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761903.738973:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761903.738981:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1892
00000100:00080000:1.0:1789761903.738990:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761903.738997:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761903.739027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484548736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761903.739048:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761903.739050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761903.739052:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761903.739055:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1892
00000100:00080000:1.0:1789761903.739057:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761903.739059:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761903.739066:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761903.739074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484548864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761903.739081:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761903.739083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761903.739085:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761903.739087:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1892
00000100:00080000:1.0:1789761903.739089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761903.739091:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761903.739093:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761903.739099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484548992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761903.739105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761903.739108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761903.739109:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761903.739111:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1892
00000100:00080000:1.0:1789761903.739114:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761903.739116:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761903.739119:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761903.739126:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484548736:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761903.739127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484549120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761903.739139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761903.739141:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761903.739142:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761903.739144:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1892
00000100:00080000:1.0:1789761903.739147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761903.739149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761903.739153:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761903.739161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484549248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761903.739167:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761903.739169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761903.739170:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761903.739173:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1892
00000100:00080000:1.0:1789761903.739176:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761903.739178:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761903.739180:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761903.739187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484549376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761903.739224:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761903.739253:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761903.739284:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484549120:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761903.739324:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484549248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761903.739353:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484549376:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761904.442959:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761905.467036:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761906.491020:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761906.811154:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:2.0:1789761906.811220:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761906.811240:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761906.811280:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761906.811287:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761906.811294:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761906.811301:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789761906.811308:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789761906.811346:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761906]  req@ffff8ab8d84a9f80 x1876699484549120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761906.811381:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484549120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761906.811407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761906.811414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761906.811419:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484549120:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761906.811429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761906]  req@ffff8ab8d84aa680 x1876699484549248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761906.811444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484549248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761906.811452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761906.811456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761906.811460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484549248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761906.811467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761906]  req@ffff8ab8d84a8a80 x1876699484549376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761906.811479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484549376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761906.811487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761906.811491:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761906.811496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484549376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761906.811504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761906]  req@ffff8ab8d84ab480 x1876699484548736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761906.811518:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484548736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761906.811526:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761906.811529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761906.811532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484548736:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761906.811540:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761906]  req@ffff8ab8d84aad80 x1876699484548864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761906.811551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484548864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761906.811559:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761906.811562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761906.811565:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761906.811573:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761903/real 1789761906]  req@ffff8ab8d84ab100 x1876699484548992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761906.811585:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484548992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761906.811593:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761906.811596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761906.811600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484548992:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761907.515035:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761908.539022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761908.859033:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.859041:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761908.859045:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.859055:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1897
00000100:00080000:3.0:1789761908.859066:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.859075:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761908.859122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484549504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.859153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.859157:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761908.859159:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.859163:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1897
00000100:00080000:3.0:1789761908.859168:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.859173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761908.859185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761908.859203:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484549632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761908.859212:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484549504:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761908.859239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.859243:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761908.859247:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.859254:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1897
00000100:00080000:3.0:1789761908.859260:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.859266:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761908.859274:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761908.859290:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484549760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.859302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.859308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761908.859313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761908.859316:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.859331:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1897
00000100:00080000:3.0:1789761908.859354:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.859362:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761908.859371:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761908.859383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff8ab8c34f7800 x1876699484549504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761908.859395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484549888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.859422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761908.859428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484549504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761908.859431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761908.859437:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.859458:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1897
00000100:00080000:3.0:1789761908.859471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761908.859473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761908.859482:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789761908.859488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789761908.859494:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761908.859499:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484549504:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761908.859518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484550016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761908.859531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761908.859534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761908.859537:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761908.859543:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1897
00000100:00100000:2.0:1789761908.859549:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484549632:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761908.859552:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761908.859569:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761908.859575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761908.859599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484550144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761908.859613:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761908.859652:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff8ab8c34f5f80 x1876699484549632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761908.859669:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484549632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761908.859685:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761908.859689:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761908.859693:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484549632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761908.859701:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484549760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761908.859750:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761908.859764:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff8ab8c34f6d80 x1876699484549760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761908.859778:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484549760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761908.859793:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761908.859798:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761908.859801:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484549760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761908.859809:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484549888:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761908.859833:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761908.859844:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff8ab8c34f5880 x1876699484549888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761908.859857:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484549888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761908.859912:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761908.859916:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761908.859920:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484549888:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761908.859929:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484550016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761908.859956:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761908.859970:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff8ab8c34f5180 x1876699484550016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761908.859982:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484550016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761908.859991:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761908.859995:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761908.859999:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484550016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761908.860022:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484550144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761908.860053:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761908.860070:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761908/real 1789761908]  req@ffff8ab8c34f6680 x1876699484550144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761908.860083:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484550144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761908.860092:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761908.860104:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761908.860108:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484550144:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761909.563008:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761910.587082:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761911.611143:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761912.635072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761913.659074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761913.979036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761913.979051:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761913.979056:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761913.979071:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1902
00000100:00080000:3.0:1789761913.979086:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761913.979096:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761913.979153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484550272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761913.979189:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761913.979194:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761913.979196:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761913.979201:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1902
00000100:00080000:3.0:1789761913.979206:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761913.979211:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761913.979224:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761913.979238:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484550272:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761913.979245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484550400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761913.979265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761913.979269:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761913.979271:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761913.979277:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1902
00000100:00080000:3.0:1789761913.979282:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761913.979287:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761913.979293:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761913.979307:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484550528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761913.979314:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761913.979325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761913.979330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761913.979332:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761913.979338:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1902
00000100:00080000:3.0:1789761913.979342:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761913.979347:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761913.979353:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761913.979364:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff8ab8c34f6a00 x1876699484550272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761913.979369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484550656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761913.979388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484550272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761913.979389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761913.979401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761913.979406:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761913.979408:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761913.979413:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1902
00000100:00080000:2.0:1789761913.979414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761913.979421:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484550272:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761913.979422:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761913.979430:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761913.979437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761913.979447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484550400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761913.979453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484550784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761913.979468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761913.979470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761913.979475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761913.979480:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761913.979485:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff8ab8c34f5500 x1876699484550400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761913.979488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1902
00000100:00080000:3.0:1789761913.979507:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761913.979512:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484550400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761913.979515:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789761913.979527:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761913.979527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761913.979533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761913.979536:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484550400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761913.979542:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484550528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761913.979547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484550912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761913.979560:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761913.979571:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff8ab8c34f7480 x1876699484550528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761913.979592:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484550528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761913.979599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761913.979613:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761913.979616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484550528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761913.979621:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484550656:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761913.979638:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761913.979645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff8ab8c34f4000 x1876699484550656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761913.979653:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484550656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761913.979660:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761913.979662:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761913.979664:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484550656:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761913.979675:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484550784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761913.979686:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761913.979692:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff8ab8c34f4700 x1876699484550784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761913.979699:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484550784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761913.979705:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761913.979706:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761913.979708:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484550784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761913.979719:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484550912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761913.979734:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761913.979741:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761913/real 1789761913]  req@ffff8ab8c34f6a00 x1876699484550912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761913.979748:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484550912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761913.979753:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761913.979755:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761913.979758:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484550912:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761914.683097:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761915.707037:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761916.731090:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761917.755053:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761918.779051:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761919.098966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.098974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761919.098978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.098987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1907
00000100:00080000:2.0:1789761919.098995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.099001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761919.099035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484551040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.099060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.099063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761919.099064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.099067:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1907
00000100:00080000:2.0:1789761919.099069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.099072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761919.099078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761919.099087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484551168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.099095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.099107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761919.099109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761919.099114:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484551040:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761919.099117:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1907
00000100:00080000:2.0:1789761919.099125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.099131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761919.099137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761919.099152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484551296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.099161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.099164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761919.099165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.099168:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1907
00000100:00080000:2.0:1789761919.099171:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761919.099180:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761919.099184:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761919.099189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761919.099199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484551424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.099206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.099209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761919.099210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.099213:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1907
00000100:00080000:2.0:1789761919.099215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.099218:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761919.099222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761919.099227:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8ab8c33df480 x1876699484551040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761919.099231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484551552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.099259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.099263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761919.099265:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.099268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1907
00000100:00080000:2.0:1789761919.099270:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761919.099274:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484551040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761919.099275:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761919.099281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761919.099291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484551680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761919.099294:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.099304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761919.099310:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484551040:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761919.099319:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484551168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.099341:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761919.099353:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8ab8c33ddc00 x1876699484551168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.099367:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484551168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.099377:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.099380:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761919.099384:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484551168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.099408:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484551296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.099426:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761919.099435:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8ab8c33df800 x1876699484551296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.099447:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484551296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.099455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.099459:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761919.099462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484551296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.099469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484551424:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761919.099485:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761919.099504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8ab8c33ddf80 x1876699484551424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.099517:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484551424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.099526:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.099529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761919.099533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484551424:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761919.099558:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484551552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.099578:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761919.099590:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8ab8c33ded80 x1876699484551552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.099602:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484551552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.099612:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.099615:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761919.099618:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484551552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.099624:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484551680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.099641:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761919.099651:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8ab8c33dfb80 x1876699484551680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.099663:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484551680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.099672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.099675:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761919.099679:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484551680:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761919.803036:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761920.827029:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761921.851028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761922.875006:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761923.899043:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761924.219079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.219090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761924.219094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.219105:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1912
00000100:00080000:3.0:1789761924.219117:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.219125:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761924.219165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484551808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.219196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.219201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.219203:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.219208:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1912
00000100:00080000:3.0:1789761924.219211:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.219215:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761924.219224:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.219249:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484551936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.219262:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.219265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761924.219267:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.219270:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1912
00000100:00080000:3.0:1789761924.219273:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.219277:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761924.219282:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761924.219294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484551808:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761924.219295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484552064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.219317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.219320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.219321:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.219325:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1912
00000100:00080000:3.0:1789761924.219329:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.219332:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761924.219338:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761924.219351:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484552192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.219361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.219365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.219388:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.219393:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1912
00000100:00080000:3.0:1789761924.219397:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.219400:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761924.219415:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761924.219424:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761924.219431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484552320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.219443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.219447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761924.219449:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.219454:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1912
00000100:00080000:3.0:1789761924.219457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.219460:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761924.219465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.219476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484552448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761924.219492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8ab8c34f6680 x1876699484551808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.219564:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484551808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.219580:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.219586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761924.219593:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484551808:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761924.219603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484551936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.219634:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761924.219651:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8ab8c34f5180 x1876699484551936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.219669:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484551936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.219681:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.219686:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761924.219691:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484551936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.219718:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.219743:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761924.219757:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8ab8c34f5880 x1876699484552064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.219774:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484552064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.219786:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.219791:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761924.219796:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.219804:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552192:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761924.219834:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761924.219847:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8ab8c34f6d80 x1876699484552192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.219864:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484552192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.219875:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.219931:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761924.219937:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552192:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761924.219945:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484552320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.219975:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761924.219992:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8ab8c34f5f80 x1876699484552320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.220009:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484552320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.220020:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.220025:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761924.220029:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484552320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.220038:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484552448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.220067:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761924.220082:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8ab8c34f7800 x1876699484552448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.220119:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484552448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.220133:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.220138:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761924.220144:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484552448:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761924.922987:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761925.947000:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761926.971024:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761927.995098:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761929.018992:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761929.338951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761929.338961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761929.338966:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761929.338977:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1917
00000100:00080000:3.0:1789761929.338990:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761929.338997:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761929.339039:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484552576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761929.339068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761929.339071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761929.339072:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761929.339075:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1917
00000100:00080000:3.0:1789761929.339078:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761929.339080:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761929.339090:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761929.339103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484552704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761929.339111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761929.339114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761929.339116:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761929.339121:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1917
00000100:00100000:0.0:1789761929.339123:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484552576:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761929.339124:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761929.339130:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761929.339135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761929.339142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484552832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761929.339157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761929.339161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761929.339164:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761929.339168:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1917
00000100:00080000:3.0:1789761929.339173:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761929.339178:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761929.339184:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761929.339198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484552960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761929.339202:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761929.339214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761929.339228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761929.339230:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761929.339235:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1917
00000100:00080000:3.0:1789761929.339240:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761929.339244:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761929.339249:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761929.339260:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8ab8c34f7100 x1876699484552576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761929.339262:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484553088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761929.339289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761929.339292:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761929.339294:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761929.339299:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1917
00000100:00100000:0.0:1789761929.339300:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484552576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761929.339305:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761929.339314:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761929.339318:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761929.339332:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761929.339336:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761929.339342:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484552576:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761929.339351:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484553216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761929.339370:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761929.339394:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761929.339409:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8ab8c34f7b80 x1876699484552704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.339422:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484552704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.339449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.339452:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761929.339455:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761929.339459:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761929.339493:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761929.339505:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8ab8c34f4380 x1876699484552832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.339524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484552832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.339530:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.339532:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761929.339534:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761929.339539:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552960:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761929.339554:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761929.339562:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8ab8c34f4a80 x1876699484552960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.339570:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484552960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.339583:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.339585:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761929.339587:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484552960:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761929.339591:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484553088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761929.339602:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761929.339609:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8ab8c34f5c00 x1876699484553088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.339616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484553088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.339621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.339623:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761929.339625:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484553088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761929.339629:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484553216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761929.339650:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761929.339661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8ab8c34f6300 x1876699484553216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761929.339668:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484553216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.339674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.339676:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761929.339678:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484553216:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761930.043017:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761931.067075:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761932.091057:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761933.115202:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761934.139033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761934.458933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.458943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761934.458948:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.458958:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1923
00000100:00080000:3.0:1789761934.458969:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.458976:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761934.459013:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484553344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761934.459040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.459044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761934.459046:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.459054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1923
00000100:00080000:3.0:1789761934.459064:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.459069:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761934.459078:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.459093:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484553344:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761934.459094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484553472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761934.459110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.459114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761934.459116:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.459120:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1923
00000100:00080000:3.0:1789761934.459124:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.459129:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761934.459135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761934.459146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484553600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761934.459152:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761934.459163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.459166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761934.459168:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.459173:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1923
00000100:00080000:3.0:1789761934.459176:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.459180:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761934.459185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761934.459194:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8ab8c34f6300 x1876699484553344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761934.459198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484553728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761934.459216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761934.459217:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484553344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.459224:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761934.459228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.459234:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761934.459235:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1923
00000100:00080000:0.0:1789761934.459240:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789761934.459241:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761934.459246:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484553344:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761934.459251:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761934.459258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.459269:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484553472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761934.459273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484553856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761934.459288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761934.459289:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761934.459295:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761934.459298:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761934.459302:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8ab8c34f5c00 x1876699484553472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.459306:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1923
00000100:00080000:3.0:1789761934.459315:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761934.459320:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484553472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.459324:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761934.459334:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761934.459335:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761934.459340:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761934.459343:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484553472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761934.459348:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484553600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789761934.459354:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484553984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761934.459365:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761934.459374:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8ab8c34f4a80 x1876699484553600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761934.459387:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484553600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761934.459392:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761934.459395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761934.459397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484553600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761934.459402:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484553728:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761934.459413:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761934.459418:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8ab8c34f4380 x1876699484553728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761934.459426:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484553728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761934.459448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761934.459451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761934.459454:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484553728:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761934.459472:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484553856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761934.459486:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761934.459494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8ab8c34f7b80 x1876699484553856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761934.459502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484553856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761934.459511:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761934.459513:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761934.459515:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484553856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761934.459519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484553984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761934.459529:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761934.459535:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8ab8c34f7100 x1876699484553984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761934.459542:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484553984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761934.459547:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761934.459548:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761934.459550:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484553984:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761935.163053:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761936.187061:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761937.211042:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761938.235098:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761939.259070:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761939.578971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.578979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761939.578982:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.578990:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1928
00000100:00080000:3.0:1789761939.579000:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.579005:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761939.579037:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484554112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761939.579059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.579062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761939.579063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.579066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1928
00000100:00080000:3.0:1789761939.579069:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.579071:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761939.579079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761939.579089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484554240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761939.579096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.579099:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761939.579100:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.579102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1928
00000100:00080000:3.0:1789761939.579104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.579106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761939.579110:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761939.579115:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484554112:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761939.579120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484554368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761939.579128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.579130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761939.579131:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.579133:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1928
00000100:00080000:3.0:1789761939.579135:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.579137:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761939.579140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761939.579149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484554496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761939.579161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.579164:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761939.579166:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761939.579170:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1928
00000100:00080000:3.0:1789761939.579174:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.579181:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789761939.579182:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789761939.579190:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761939.579204:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484554624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761939.579215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761939.579219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761939.579221:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761939.579227:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff8ab8c34f7800 x1876699484554112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761939.579227:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1928
00000100:00080000:3.0:1789761939.579231:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761939.579239:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761939.579247:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761939.579255:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484554112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761939.579261:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484554752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761939.579267:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.579274:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761939.579280:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484554112:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761939.579287:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484554240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761939.579308:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761939.579323:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff8ab8c34f5f80 x1876699484554240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.579336:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484554240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.579346:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.579349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761939.579353:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484554240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761939.579374:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484554368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761939.579408:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761939.579429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff8ab8c34f6d80 x1876699484554368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.579443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484554368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.579452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.579456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761939.579460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484554368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761939.579465:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484554496:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761939.579490:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761939.579498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff8ab8c34f5880 x1876699484554496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.579506:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484554496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.579512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.579514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761939.579516:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484554496:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761939.579524:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484554624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761939.579536:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761939.579543:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff8ab8c34f5180 x1876699484554624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.579550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484554624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.579555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.579558:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761939.579560:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484554624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761939.579563:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484554752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761939.579573:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761939.579579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761939/real 1789761939]  req@ffff8ab8c34f6680 x1876699484554752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761939.579586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484554752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761939.579591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761939.579593:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761939.579595:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484554752:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761940.283064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761941.307043:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761942.331074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761943.355023:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761944.379116:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761944.698969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.698981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761944.698985:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.698996:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1933
00000100:00080000:3.0:1789761944.699009:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.699017:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761944.699059:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484554880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.699079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.699082:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761944.699084:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.699088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1933
00000100:00080000:3.0:1789761944.699090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.699093:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761944.699103:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761944.699108:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484554880:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761944.699114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484555008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.699123:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.699125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761944.699127:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.699130:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1933
00000100:00080000:3.0:1789761944.699132:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.699135:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761944.699138:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761944.699145:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484555136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.699161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.699165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761944.699167:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.699169:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1933
00000100:00080000:3.0:1789761944.699172:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.699175:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761944.699179:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761944.699187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484555264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.699195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761944.699197:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761944.699199:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761944.699201:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.699204:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1933
00000100:00080000:3.0:1789761944.699206:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.699209:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761944.699212:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761944.699218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484555392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761944.699225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761944.699227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761944.699228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761944.699231:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1933
00000100:00080000:3.0:1789761944.699233:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761944.699235:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761944.699239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761944.699248:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484555520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761944.699254:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944]  req@ffff8ab8c34f6a00 x1876699484554880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761944.699271:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484554880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761944.699284:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761944.699289:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761944.699293:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484554880:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761944.699326:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761944.699364:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761944.699381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944]  req@ffff8ab8c34f4700 x1876699484555008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761944.699398:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484555008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761944.699407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761944.699410:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761944.699413:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761944.699418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761944.699439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761944.699452:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944]  req@ffff8ab8c34f4000 x1876699484555136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761944.699463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484555136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761944.699470:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761944.699472:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761944.699475:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761944.699479:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555264:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761944.699493:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761944.699502:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944]  req@ffff8ab8c34f7480 x1876699484555264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761944.699510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484555264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761944.699516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761944.699518:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761944.699522:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555264:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761944.699527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484555392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761944.699542:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761944.699550:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944]  req@ffff8ab8c34f5500 x1876699484555392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761944.699558:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484555392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761944.699564:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761944.699566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761944.699568:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484555392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761944.699571:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484555520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761944.699582:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761944.699588:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761944/real 1789761944]  req@ffff8ab8c34f6680 x1876699484555520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761944.699595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484555520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761944.699600:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761944.699603:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761944.699604:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484555520:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761945.403016:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761946.427027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761947.451040:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761948.475058:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761949.499040:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761949.818996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761949.819006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761949.819009:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761949.819017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1938
00000100:00080000:2.0:1789761949.819027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761949.819032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761949.819072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484555648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761949.819100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761949.819103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761949.819105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761949.819108:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1938
00000100:00080000:2.0:1789761949.819111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761949.819114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761949.819121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761949.819133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484555776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761949.819142:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484555648:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761949.819144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761949.819151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761949.819153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761949.819156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1938
00000100:00080000:2.0:1789761949.819158:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761949.819160:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761949.819164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761949.819171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484555904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761949.819177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761949.819180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761949.819181:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761949.819184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1938
00000100:00080000:2.0:1789761949.819187:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761949.819189:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761949.819192:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761949.819199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484556032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761949.819205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761949.819210:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789761949.819210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761949.819215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761949.819220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1938
00000100:00080000:2.0:1789761949.819223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761949.819226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761949.819229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761949.819237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484556160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761949.819243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761949.819245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761949.819247:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761949.819250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1938
00000100:00080000:2.0:1789761949.819253:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761949.819257:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff8ab8c33dc380 x1876699484555648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761949.819258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761949.819263:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761949.819280:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484555648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761949.819282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484556288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761949.819332:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761949.819338:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761949.819344:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484555648:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761949.819366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761949.819386:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761949.819398:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff8ab8c33dd880 x1876699484555776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761949.819410:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484555776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761949.819420:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761949.819423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761949.819427:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761949.819432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761949.819447:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761949.819456:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff8ab8c33de300 x1876699484555904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761949.819466:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484555904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761949.819474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761949.819477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761949.819480:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484555904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761949.819487:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484556032:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761949.819503:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761949.819513:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff8ab8c33de680 x1876699484556032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761949.819524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484556032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761949.819532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761949.819535:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761949.819539:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484556032:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761949.819545:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484556160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761949.819559:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761949.819567:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff8ab8c33df100 x1876699484556160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761949.819578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484556160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761949.819587:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761949.819590:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761949.819593:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484556160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761949.819598:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484556288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761949.819612:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761949.819621:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761949/real 1789761949]  req@ffff8ab8c33dca80 x1876699484556288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761949.819633:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484556288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761949.819641:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761949.819644:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761949.819648:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484556288:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761950.523051:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761951.547036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761952.571059:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761953.595035:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761954.619038:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761954.938992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761954.938999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761954.939003:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761954.939011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1943
00000100:00080000:1.0:1789761954.939020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761954.939026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761954.939058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484556416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761954.939080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761954.939082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761954.939084:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761954.939086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1943
00000100:00080000:1.0:1789761954.939089:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761954.939091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761954.939098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761954.939106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484556544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761954.939113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761954.939116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761954.939117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761954.939120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1943
00000100:00080000:1.0:1789761954.939122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761954.939124:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761954.939127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761954.939134:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484556416:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789761954.939135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484556672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761954.939148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761954.939150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761954.939151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761954.939154:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1943
00000100:00080000:1.0:1789761954.939157:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761954.939159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761954.939162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761954.939170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484556800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761954.939176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761954.939178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761954.939180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761954.939182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1943
00000100:00080000:1.0:1789761954.939187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761954.939189:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761954.939193:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761954.939201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484556928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761954.939202:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789761954.939210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761954.939213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761954.939214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761954.939217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1943
00000100:00080000:1.0:1789761954.939219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761954.939222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761954.939225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761954.939231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484557056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761954.939259:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff8ab8d84a9c00 x1876699484556416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761954.939394:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484556416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761954.939406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761954.939411:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761954.939415:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484556416:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761954.939422:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484556544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761954.939447:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761954.939461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff8ab8d84abb80 x1876699484556544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761954.939475:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484556544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761954.939484:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761954.939487:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761954.939491:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484556544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761954.939515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484556672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761954.939537:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761954.939550:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff8ab8d84aa300 x1876699484556672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761954.939562:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484556672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761954.939571:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761954.939575:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761954.939578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484556672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761954.939584:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484556800:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761954.939604:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761954.939616:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff8ab8d84a8e00 x1876699484556800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761954.939629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484556800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761954.939638:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761954.939641:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761954.939645:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484556800:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761954.939650:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484556928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761954.939669:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761954.939680:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff8ab8d84a9180 x1876699484556928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761954.939693:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484556928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761954.939702:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761954.939706:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761954.939709:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484556928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761954.939715:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484557056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761954.939733:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761954.939743:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761954/real 1789761954]  req@ffff8ab8d84ab100 x1876699484557056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761954.939768:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484557056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761954.939778:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761954.939781:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761954.939784:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484557056:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761955.643015:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761956.666999:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761957.691044:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761958.715028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761959.739054:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761960.058962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761960.058971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761960.058974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761960.058982:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1948
00000100:00080000:2.0:1789761960.058991:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761960.058997:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761960.059028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484557184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761960.059049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761960.059052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761960.059054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761960.059056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1948
00000100:00080000:2.0:1789761960.059059:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761960.059061:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761960.059068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761960.059079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484557312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761960.059087:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484557184:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761960.059089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761960.059097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761960.059099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761960.059103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1948
00000100:00080000:2.0:1789761960.059105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761960.059107:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761960.059110:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761960.059118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484557440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761960.059125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761960.059128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761960.059129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761960.059131:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1948
00000100:00080000:2.0:1789761960.059134:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761960.059136:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761960.059140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761960.059148:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761960.059151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484557568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761960.059160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761960.059163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761960.059164:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761960.059168:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1948
00000100:00080000:2.0:1789761960.059170:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761960.059172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761960.059175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761960.059184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484557696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761960.059189:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8ab8c33dc000 x1876699484557184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.059193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761960.059201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761960.059204:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761960.059209:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1948
00000100:00080000:2.0:1789761960.059212:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761960.059216:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484557184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.059219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761960.059226:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761960.059231:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761960.059247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484557824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.059251:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761960.059259:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484557184:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761960.059288:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484557312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761960.059306:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761960.059316:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8ab8c33dc700 x1876699484557312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761960.059324:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484557312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761960.059330:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761960.059332:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761960.059335:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484557312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761960.059338:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484557440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761960.059350:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761960.059356:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8ab8c33dd180 x1876699484557440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761960.059369:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484557440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761960.059374:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761960.059376:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761960.059378:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484557440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761960.059381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484557568:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761960.059393:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761960.059400:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8ab8c33dca80 x1876699484557568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761960.059407:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484557568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761960.059412:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761960.059414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761960.059416:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484557568:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761960.059419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484557696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761960.059429:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761960.059435:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8ab8c33df100 x1876699484557696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761960.059442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484557696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761960.059452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761960.059454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761960.059456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484557696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761960.059459:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484557824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761960.059469:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761960.059474:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8ab8c33de680 x1876699484557824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761960.059481:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484557824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761960.059486:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761960.059488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761960.059490:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484557824:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761960.763117:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761961.787040:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761962.811085:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761963.835062:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761964.859020:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761965.178991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.178999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761965.179002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.179010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1953
00000100:00080000:1.0:1789761965.179020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.179026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761965.179058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484557952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761965.179079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.179082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761965.179083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.179087:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1953
00000100:00080000:1.0:1789761965.179089:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.179091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761965.179098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761965.179106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484558080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761965.179121:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484557952:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761965.179129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.179132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761965.179133:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.179136:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1953
00000100:00080000:1.0:1789761965.179138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.179140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761965.179144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761965.179151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484558208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761965.179157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.179160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761965.179161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.179163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1953
00000100:00080000:1.0:1789761965.179168:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.179171:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761965.179173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761965.179181:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789761965.179182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484558336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761965.179192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.179195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761965.179196:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.179214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1953
00000100:00080000:1.0:1789761965.179218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.179221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761965.179226:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761965.179235:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8ab8d84aad80 x1876699484557952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761965.179237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484558464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761965.179265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.179267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761965.179269:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.179274:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1953
00000100:00080000:1.0:1789761965.179277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.179280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761965.179282:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761965.179285:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484557952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761965.179294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484558592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.179296:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761965.179305:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761965.179313:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484557952:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761965.179341:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761965.179358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761965.179367:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8ab8d84ab480 x1876699484558080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761965.179376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484558080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761965.179381:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761965.179384:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761965.179386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761965.179390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761965.179401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761965.179407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8ab8d84a8a80 x1876699484558208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761965.179414:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484558208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761965.179419:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761965.179421:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761965.179423:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761965.179426:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558336:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761965.179437:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761965.179443:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8ab8d84aa680 x1876699484558336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761965.179450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484558336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761965.179456:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761965.179457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761965.179459:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558336:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761965.179462:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484558464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761965.179473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761965.179479:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8ab8d84a9f80 x1876699484558464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761965.179486:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484558464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761965.179491:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761965.179492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761965.179494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484558464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761965.179499:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484558592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761965.179516:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761965.179528:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8ab8d84a8000 x1876699484558592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761965.179540:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484558592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761965.179550:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761965.179553:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761965.179556:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484558592:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761965.883020:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761966.907049:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761967.931025:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761968.955028:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761969.978988:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761970.298950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761970.298961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761970.298966:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761970.298976:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1958
00000100:00080000:1.0:1789761970.298989:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761970.298997:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789761970.299039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484558720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761970.299065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761970.299068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761970.299070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761970.299073:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1958
00000100:00080000:1.0:1789761970.299075:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761970.299078:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761970.299087:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761970.299098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484558848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761970.299106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761970.299109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761970.299110:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761970.299113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1958
00000100:00080000:1.0:1789761970.299115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761970.299117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761970.299121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761970.299130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484558976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761970.299134:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484558720:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789761970.299146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761970.299151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761970.299154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761970.299156:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1958
00000100:00080000:1.0:1789761970.299173:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761970.299177:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761970.299183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761970.299194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484559104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761970.299202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761970.299205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761970.299207:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761970.299210:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1958
00000100:00080000:1.0:1789761970.299222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761970.299226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761970.299229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761970.299240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484559232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761970.299246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761970.299249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761970.299250:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761970.299253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1958
00000100:00080000:1.0:1789761970.299255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761970.299257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789761970.299260:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761970.299268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484559360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761970.299281:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761970.299335:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761970.299364:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484559104:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761970.299390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484559232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761970.299416:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484559360:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761971.003012:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761972.027009:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761973.051088:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761973.371310:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789761973.371367:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761973.371382:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761973.371424:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761973.371445:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761973.371462:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789761973.371482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761973]  req@ffff8ab8d84a9880 x1876699484558976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789761973.371483:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789761973.371509:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789761973.371532:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484558976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761973.371550:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761973.371557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761973.371564:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761973.371573:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761973]  req@ffff8ab8d84a9500 x1876699484559104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761973.371588:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484559104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761973.371597:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761973.371604:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761973.371611:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484559104:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761973.371626:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761973]  req@ffff8ab8d84ab800 x1876699484559232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761973.371645:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484559232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761973.371661:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761973.371667:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761973.371671:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484559232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761973.371679:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761973]  req@ffff8ab8d84a8000 x1876699484559360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761973.371692:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484559360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761973.371700:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761973.371704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761973.371707:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484559360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761973.371714:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761973]  req@ffff8ab8d84a8380 x1876699484558720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761973.371727:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484558720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761973.371735:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761973.371738:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761973.371742:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484558720:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761973.371749:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761973]  req@ffff8ab8d84a8700 x1876699484558848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761973.371761:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484558848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761973.371768:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761973.371772:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761973.371775:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484558848:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761974.075049:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761975.098969:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761975.418981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.418991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761975.418995:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.419005:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1963
00000100:00080000:3.0:1789761975.419015:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.419022:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761975.419050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484559488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.419072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.419076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.419078:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.419082:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1963
00000100:00080000:3.0:1789761975.419086:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.419090:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761975.419100:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761975.419105:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484559488:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761975.419115:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484559616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.419141:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.419144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761975.419146:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.419149:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1963
00000100:00080000:3.0:1789761975.419165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.419168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761975.419173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761975.419181:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761975.419184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484559744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.419193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.419196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.419198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.419201:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1963
00000100:00080000:3.0:1789761975.419204:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.419212:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761975.419217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761975.419222:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8ab8c34f5180 x1876699484559488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761975.419227:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484559872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.419237:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761975.419240:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484559488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.419240:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.419242:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.419246:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1963
00000100:00080000:3.0:1789761975.419249:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761975.419251:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.419253:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789761975.419254:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789761975.419257:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761975.419259:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484559488:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761975.419266:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484560000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.419274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.419276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761975.419278:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761975.419282:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484559616:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761975.419282:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1963
00000100:00080000:3.0:1789761975.419285:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.419289:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761975.419294:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761975.419303:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761975.419303:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484560128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761975.419316:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8ab8c34f5880 x1876699484559616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.419328:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484559616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.419336:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.419340:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761975.419344:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484559616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761975.419350:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484559744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761975.419372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761975.419384:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8ab8c34f6d80 x1876699484559744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.419403:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484559744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.419411:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.419414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761975.419417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484559744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761975.419423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484559872:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761975.419445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761975.419458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8ab8c34f5f80 x1876699484559872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.419471:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484559872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.419479:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.419483:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761975.419486:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484559872:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761975.419492:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484560000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761975.419514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761975.419526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8ab8c34f7800 x1876699484560000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.419537:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484560000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.419552:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.419555:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761975.419559:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484560000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761975.419577:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484560128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761975.419598:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761975.419610:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8ab8c34f7100 x1876699484560128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.419623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484560128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.419631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.419634:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761975.419637:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484560128:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761976.123003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761977.146998:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761978.170993:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761979.195050:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761980.218986:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761980.538965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761980.538974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761980.538978:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761980.538987:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1969
00000100:00080000:3.0:1789761980.538996:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761980.539004:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761980.539041:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484560256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761980.539078:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761980.539093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761980.539095:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761980.539100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1969
00000100:00080000:3.0:1789761980.539104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761980.539109:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761980.539119:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761980.539133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484560384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761980.539143:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484560256:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761980.539148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761980.539153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761980.539156:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761980.539160:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1969
00000100:00080000:3.0:1789761980.539165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761980.539168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761980.539174:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761980.539188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484560512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761980.539199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761980.539203:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761980.539207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761980.539211:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761980.539238:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff8ab8c34f7b80 x1876699484560256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761980.539255:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484560256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761980.539263:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761980.539267:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761980.539271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484560256:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761980.539290:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1969
00000100:00100000:2.0:1789761980.539294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484560384:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789761980.539298:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761980.539304:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761980.539310:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789761980.539316:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761980.539325:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484560640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761980.539331:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff8ab8c34f4380 x1876699484560384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761980.539338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761980.539343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761980.539345:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761980.539347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484560384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761980.539350:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1969
00000100:00080000:2.0:1789761980.539357:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761980.539360:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761980.539363:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484560384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761980.539367:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484560512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761980.539380:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761980.539396:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff8ab8c34f4a80 x1876699484560512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761980.539404:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484560512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761980.539410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761980.539412:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761980.539414:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484560512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761980.539425:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484560640:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761980.539438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761980.539447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff8ab8c34f5c00 x1876699484560640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761980.539455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484560640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761980.539461:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761980.539465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761980.539470:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789761980.539475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761980.539482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484560640:192.168.203.110@tcp:8:kworker.0
00000008:00100000:3.0:1789761980.539528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761980.539544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484560768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761980.539564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761980.539567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761980.539568:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761980.539571:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1969
00000100:00080000:3.0:1789761980.539574:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761980.539577:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761980.539582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761980.539591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484560896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761980.539599:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484560768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761980.539632:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761980.539645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff8ab8c34f6300 x1876699484560768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761980.539665:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484560768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761980.539672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761980.539674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761980.539677:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484560768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761980.539688:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484560896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761980.539702:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761980.539710:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761980/real 1789761980]  req@ffff8ab8c34f5c00 x1876699484560896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761980.539725:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484560896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761980.539731:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761980.539733:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761980.539736:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484560896:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761981.243029:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761982.267013:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761983.291043:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761984.315002:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761985.339031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761985.658969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761985.658977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761985.658981:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761985.658989:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1974
00000100:00080000:3.0:1789761985.658998:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761985.659004:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761985.659036:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484561024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761985.659074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761985.659077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761985.659079:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761985.659082:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1974
00000100:00080000:3.0:1789761985.659088:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761985.659091:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761985.659098:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761985.659109:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484561152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761985.659117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761985.659120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761985.659122:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761985.659124:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1974
00000100:00080000:3.0:1789761985.659127:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761985.659129:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761985.659134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761985.659138:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484561024:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789761985.659144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484561280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761985.659152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761985.659154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761985.659155:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761985.659158:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1974
00000100:00080000:3.0:1789761985.659160:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761985.659162:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761985.659165:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761985.659172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484561408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761985.659179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761985.659181:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761985.659182:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761985.659184:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1974
00000100:00080000:3.0:1789761985.659189:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761985.659191:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761985.659194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761985.659201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789761985.659203:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484561536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761985.659211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761985.659213:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761985.659215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761985.659218:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1974
00000100:00080000:3.0:1789761985.659227:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761985.659229:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761985.659233:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761985.659242:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484561664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761985.659246:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff8ab8c34f4a80 x1876699484561024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761985.659266:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484561024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761985.659275:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761985.659278:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761985.659281:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484561024:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761985.659287:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484561152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761985.659305:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761985.659314:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff8ab8c34f4380 x1876699484561152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761985.659322:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484561152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761985.659328:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761985.659330:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761985.659332:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484561152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761985.659349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484561280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761985.659361:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761985.659368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff8ab8c34f7b80 x1876699484561280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761985.659376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484561280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761985.659381:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761985.659383:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761985.659385:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484561280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761985.659388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484561408:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789761985.659399:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761985.659405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff8ab8c34f7100 x1876699484561408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761985.659412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484561408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761985.659417:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761985.659419:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761985.659421:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484561408:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789761985.659424:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484561536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761985.659435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761985.659441:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff8ab8c34f7800 x1876699484561536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761985.659448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484561536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761985.659453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761985.659455:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761985.659456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484561536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789761985.659460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484561664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789761985.659470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761985.659475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761985/real 1789761985]  req@ffff8ab8c34f5f80 x1876699484561664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761985.659486:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484561664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761985.659494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761985.659497:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789761985.659501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484561664:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761986.362973:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761987.387004:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761988.411006:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761989.435065:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761990.458996:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761990.778981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761990.778993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761990.778997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761990.779016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1979
00000100:00080000:2.0:1789761990.779028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761990.779036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789761990.779074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484561792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761990.779101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761990.779105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761990.779107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761990.779111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1979
00000100:00080000:2.0:1789761990.779115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761990.779119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761990.779129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761990.779143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484561920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761990.779145:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484561792:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789761990.779153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761990.779156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761990.779158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761990.779162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1979
00000100:00080000:2.0:1789761990.779165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761990.779169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761990.779173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761990.779183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484562048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761990.779192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761990.779195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761990.779197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761990.779200:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1979
00000100:00080000:2.0:1789761990.779203:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761990.779206:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761990.779211:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761990.779218:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789761990.779220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484562176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761990.779228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761990.779231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761990.779233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761990.779236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1979
00000100:00080000:2.0:1789761990.779239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761990.779242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789761990.779246:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761990.779255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484562304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761990.779257:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff8ab8c33de300 x1876699484561792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761990.779265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761990.779268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761990.779270:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761990.779273:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1979
00000100:00100000:0.0:1789761990.779275:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484561792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761990.779277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761990.779285:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761990.779288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789761990.779289:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:2.0:1789761990.779293:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761990.779294:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484561792:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789761990.779301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484562432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761990.779315:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484561920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761990.779338:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761990.779352:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff8ab8c33dd880 x1876699484561920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761990.779365:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484561920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.779371:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761990.779373:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761990.779375:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484561920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761990.779380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761990.779395:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761990.779402:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff8ab8c33dc380 x1876699484562048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761990.779409:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484562048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.779415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761990.779417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761990.779419:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761990.779423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562176:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761990.779434:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761990.779440:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff8ab8c33dfb80 x1876699484562176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761990.779447:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484562176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.779452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761990.779454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761990.779456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562176:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761990.779459:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484562304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761990.779469:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761990.779476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff8ab8c33ded80 x1876699484562304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761990.779483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484562304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.779490:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761990.779493:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761990.779497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484562304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761990.779514:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484562432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761990.779535:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761990.779546:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761990/real 1789761990]  req@ffff8ab8c33ddf80 x1876699484562432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761990.779555:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484562432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761990.779562:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761990.779565:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761990.779568:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484562432:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789761991.483029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761992.507040:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761993.531013:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761994.555012:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761995.579078:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761995.898996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761995.899011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761995.899025:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761995.899034:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1984
00000100:00080000:3.0:1789761995.899042:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761995.899048:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789761995.899080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484562560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761995.899100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761995.899103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761995.899104:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761995.899107:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1984
00000100:00080000:3.0:1789761995.899109:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761995.899111:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761995.899118:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761995.899127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484562688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761995.899140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761995.899144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761995.899146:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484562560:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789761995.899147:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761995.899155:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1984
00000100:00080000:3.0:1789761995.899157:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761995.899160:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761995.899162:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761995.899172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484562816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761995.899178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761995.899180:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761995.899181:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761995.899184:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1984
00000100:00080000:3.0:1789761995.899186:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761995.899189:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761995.899191:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761995.899198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484562944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761995.899204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761995.899208:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789761995.899209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761995.899212:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761995.899216:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1984
00000100:00080000:3.0:1789761995.899219:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761995.899223:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761995.899226:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761995.899234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484563072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761995.899240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761995.899242:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761995.899243:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761995.899247:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff8ab8c34f6d80 x1876699484562560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761995.899250:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1984
00000100:00080000:3.0:1789761995.899256:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761995.899262:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789761995.899265:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761995.899269:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484562560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761995.899276:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484563200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761995.899281:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761995.899287:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761995.899292:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484562560:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789761995.899311:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761995.899326:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761995.899334:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff8ab8c34f5880 x1876699484562688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761995.899342:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484562688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761995.899348:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761995.899350:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761995.899352:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761995.899356:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761995.899366:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761995.899372:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff8ab8c34f5180 x1876699484562816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761995.899379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484562816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761995.899385:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761995.899386:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761995.899388:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761995.899392:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562944:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789761995.899413:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761995.899420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff8ab8c34f6680 x1876699484562944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761995.899428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484562944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761995.899433:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761995.899435:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761995.899438:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484562944:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789761995.899441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484563072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761995.899452:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761995.899458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff8ab8c34f5500 x1876699484563072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761995.899465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484563072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761995.899470:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761995.899471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761995.899473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484563072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789761995.899477:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484563200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789761995.899487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789761995.899493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761995/real 1789761995]  req@ffff8ab8c34f7480 x1876699484563200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761995.899501:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484563200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761995.899505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761995.899507:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789761995.899509:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484563200:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789761996.603053:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761997.627034:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761998.651028:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761999.675009:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762000.699044:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762001.018970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762001.018979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762001.018982:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762001.018990:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1989
00000100:00080000:3.0:1789762001.018999:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762001.019004:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762001.019036:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484563328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762001.019056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762001.019060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762001.019061:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762001.019064:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1989
00000100:00080000:3.0:1789762001.019066:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762001.019068:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762001.019075:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762001.019084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484563456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762001.019091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762001.019093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762001.019094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762001.019096:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1989
00000100:00080000:3.0:1789762001.019098:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762001.019100:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762001.019103:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762001.019109:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484563584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762001.019115:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762001.019117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762001.019119:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762001.019121:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1989
00000100:00080000:3.0:1789762001.019124:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762001.019130:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762001.019132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484563328:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789762001.019134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762001.019145:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484563712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762001.019153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762001.019155:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762001.019156:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762001.019158:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1989
00000100:00080000:3.0:1789762001.019161:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762001.019163:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762001.019166:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762001.019173:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484563840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762001.019180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762001.019182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762001.019183:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762001.019185:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1989
00000100:00080000:3.0:1789762001.019187:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762001.019192:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762001.019192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762001.019197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762001.019206:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484563968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762001.019231:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8ab8c34f4000 x1876699484563328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.019247:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484563328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.019255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.019258:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762001.019261:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484563328:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762001.019265:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484563456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762001.019279:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762001.019287:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8ab8c34f4700 x1876699484563456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.019295:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484563456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.019300:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.019302:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762001.019304:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484563456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762001.019307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484563584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762001.019317:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762001.019323:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8ab8c34f6a00 x1876699484563584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.019335:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484563584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.019340:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.019342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762001.019343:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484563584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762001.019362:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484563712:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762001.019373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762001.019379:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8ab8c34f7480 x1876699484563712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.019387:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484563712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.019392:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.019394:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762001.019396:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484563712:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762001.019399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484563840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762001.019408:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762001.019415:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8ab8c34f5500 x1876699484563840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.019422:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484563840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.019431:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.019433:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762001.019435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484563840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762001.019438:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484563968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762001.019448:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762001.019454:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8ab8c34f6680 x1876699484563968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.019461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484563968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.019466:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.019467:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762001.019469:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484563968:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762001.723064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762002.747080:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762003.771013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762004.795116:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762005.819007:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762006.139017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762006.139026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762006.139029:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762006.139037:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1994
00000100:00080000:1.0:1789762006.139047:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762006.139052:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762006.139085:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484564096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762006.139108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762006.139111:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762006.139112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762006.139115:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1994
00000100:00080000:1.0:1789762006.139117:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762006.139119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762006.139127:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762006.139136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484564224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762006.139144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762006.139146:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762006.139147:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762006.139149:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1994
00000100:00080000:1.0:1789762006.139151:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762006.139156:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762006.139159:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484564096:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789762006.139160:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762006.139170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484564352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762006.139176:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762006.139179:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762006.139181:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762006.139183:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1994
00000100:00080000:1.0:1789762006.139185:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762006.139188:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762006.139191:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762006.139198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484564480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762006.139205:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762006.139207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762006.139208:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762006.139211:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1994
00000100:00080000:1.0:1789762006.139214:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762006.139216:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762006.139219:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762006.139226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484564608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762006.139230:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762006.139238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762006.139240:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762006.139242:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762006.139246:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1994
00000100:00080000:1.0:1789762006.139248:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762006.139251:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762006.139254:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762006.139262:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484564736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762006.139279:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8ab8d84a9f80 x1876699484564096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762006.139297:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484564096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762006.139307:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762006.139311:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762006.139315:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484564096:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762006.139322:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484564224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762006.139344:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762006.139355:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8ab8d84aa680 x1876699484564224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762006.139366:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484564224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762006.139374:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762006.139377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762006.139380:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484564224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762006.139402:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484564352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762006.139419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762006.139429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8ab8d84a8a80 x1876699484564352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762006.139441:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484564352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762006.139448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762006.139451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762006.139454:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484564352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762006.139460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484564480:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762006.139476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762006.139486:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8ab8d84ab480 x1876699484564480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762006.139497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484564480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762006.139504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762006.139507:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762006.139510:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484564480:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762006.139516:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484564608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762006.139532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762006.139541:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8ab8d84aad80 x1876699484564608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762006.139551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484564608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762006.139558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762006.139561:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762006.139564:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484564608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762006.139570:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484564736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762006.139585:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762006.139594:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8ab8d84ab100 x1876699484564736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762006.139604:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484564736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762006.139612:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762006.139614:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762006.139617:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484564736:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762006.843051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762007.867014:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762008.891043:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762009.915028:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762010.939038:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762011.258963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.258971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762011.258975:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.258984:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 1999
00000100:00080000:3.0:1789762011.258993:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.258999:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762011.259030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484564864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.259051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.259053:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.259055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.259058:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1999
00000100:00080000:3.0:1789762011.259060:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.259063:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762011.259071:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762011.259086:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484564864:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762011.259089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484564992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.259100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.259103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762011.259104:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.259108:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1999
00000100:00080000:3.0:1789762011.259110:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.259113:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762011.259117:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762011.259126:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484565120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.259138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.259140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.259141:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.259143:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 1999
00000100:00080000:3.0:1789762011.259146:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.259150:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789762011.259152:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789762011.259154:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762011.259163:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484565248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.259171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.259174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.259175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.259178:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1999
00000100:00080000:3.0:1789762011.259180:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.259182:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762011.259185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762011.259194:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484565376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762011.259201:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8ab8c34f5180 x1876699484564864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762011.259207:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.259219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762011.259222:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.259228:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 1999
00000100:00080000:3.0:1789762011.259233:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762011.259239:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484564864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762011.259240:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762011.259249:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762011.259259:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762011.259265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484565504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762011.259268:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762011.259276:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484564864:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762011.259301:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484564992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762011.259323:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762011.259333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8ab8c34f5880 x1876699484564992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762011.259342:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484564992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762011.259348:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762011.259350:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762011.259353:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484564992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762011.259357:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484565120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762011.259369:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762011.259375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8ab8c34f6d80 x1876699484565120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762011.259382:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484565120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762011.259388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762011.259389:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762011.259392:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484565120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762011.259396:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484565248:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762011.259406:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762011.259413:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8ab8c34f5f80 x1876699484565248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762011.259420:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484565248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762011.259425:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762011.259427:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762011.259429:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484565248:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762011.259432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484565376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762011.259443:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762011.259450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8ab8c34f7800 x1876699484565376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762011.259457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484565376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762011.259462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762011.259464:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762011.259466:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484565376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762011.259469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484565504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762011.259479:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762011.259485:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8ab8c34f7100 x1876699484565504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762011.259492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484565504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762011.259497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762011.259498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762011.259500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484565504:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762011.962994:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762012.987071:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762014.011017:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762015.035016:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762016.059021:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762016.379001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.379008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762016.379012:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.379021:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2004
00000100:00080000:3.0:1789762016.379030:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.379037:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762016.379067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484565632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.379093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.379098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.379100:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.379105:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2004
00000100:00080000:3.0:1789762016.379110:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.379115:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762016.379126:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762016.379142:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484565632:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762016.379147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484565760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.379165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.379169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762016.379171:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.379176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2004
00000100:00080000:3.0:1789762016.379182:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.379187:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762016.379193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762016.379205:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484565888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762016.379214:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762016.379224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.379228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.379230:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.379235:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2004
00000100:00100000:2.0:1789762016.379252:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff8ab8c34f7b80 x1876699484565632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762016.379270:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484565632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762016.379281:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762016.379285:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762016.379290:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484565632:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762016.379314:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762016.379315:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484565760:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762016.379324:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762016.379340:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762016.379343:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762016.379366:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff8ab8c34f4380 x1876699484565760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762016.379366:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484566016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762016.379383:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484565760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762016.379391:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762016.379395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762016.379398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484565760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762016.379404:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484565888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762016.379424:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762016.379438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff8ab8c34f4a80 x1876699484565888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762016.379449:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484565888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762016.379458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762016.379461:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762016.379464:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484565888:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762016.379519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762016.379541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484566016:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762016.379567:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762016.379578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.379583:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762016.379589:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff8ab8c34f5c00 x1876699484566016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762016.379591:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2004
00000100:00080000:3.0:1789762016.379600:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.379609:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762016.379610:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484566016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762016.379619:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762016.379623:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762016.379628:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762016.379633:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484566016:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762016.379638:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484566144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.379658:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.379661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762016.379664:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.379669:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2004
00000100:00100000:2.0:1789762016.379674:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484566144:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762016.379676:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.379686:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762016.379693:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762016.379706:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762016.379709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484566272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762016.379722:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff8ab8c34f6300 x1876699484566144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762016.379738:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484566144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762016.379748:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762016.379752:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762016.379756:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484566144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762016.379773:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484566272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762016.379792:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762016.379804:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff8ab8c34f5c00 x1876699484566272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762016.379835:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484566272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762016.379845:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762016.379849:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762016.379853:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484566272:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762017.083018:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762018.107040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762019.131028:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762020.155064:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762021.179028:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762021.498967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762021.498975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762021.498979:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762021.498988:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2010
00000100:00080000:3.0:1789762021.498998:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762021.499004:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762021.499035:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484566400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762021.499055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762021.499059:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762021.499061:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762021.499066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2010
00000100:00080000:3.0:1789762021.499070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762021.499074:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762021.499084:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762021.499099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484566528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762021.499110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762021.499112:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484566400:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762021.499113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762021.499117:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762021.499125:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2010
00000100:00080000:3.0:1789762021.499128:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762021.499131:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762021.499135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762021.499145:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484566656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762021.499151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762021.499154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762021.499155:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762021.499158:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2010
00000100:00080000:3.0:1789762021.499171:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762021.499173:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762021.499176:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762021.499183:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762021.499186:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484566784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762021.499199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762021.499202:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762021.499203:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762021.499206:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2010
00000100:00080000:3.0:1789762021.499210:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762021.499212:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762021.499215:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762021.499223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484566912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762021.499230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762021.499233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762021.499236:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff8ab8c34f4a80 x1876699484566400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762021.499236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762021.499240:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2010
00000100:00080000:3.0:1789762021.499244:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762021.499249:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762021.499255:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762021.499265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484567040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762021.499274:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484566400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762021.499287:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762021.499292:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762021.499297:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484566400:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762021.499321:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484566528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762021.499345:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762021.499358:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff8ab8c34f4380 x1876699484566528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762021.499372:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484566528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762021.499381:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762021.499385:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762021.499388:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484566528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762021.499395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484566656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762021.499415:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762021.499428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff8ab8c34f7b80 x1876699484566656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762021.499441:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484566656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762021.499450:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762021.499454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762021.499458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484566656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762021.499464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484566784:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762021.499486:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762021.499498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff8ab8c34f7100 x1876699484566784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762021.499510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484566784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762021.499519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762021.499522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762021.499526:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484566784:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762021.499532:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484566912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762021.499551:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762021.499563:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff8ab8c34f7800 x1876699484566912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762021.499576:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484566912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762021.499584:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762021.499588:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762021.499591:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484566912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762021.499598:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484567040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762021.499620:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762021.499632:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff8ab8c34f5f80 x1876699484567040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762021.499643:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484567040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762021.499652:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762021.499656:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762021.499660:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484567040:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762022.203040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762023.226960:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762024.251071:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762025.274999:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762026.299025:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762026.618943:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.618951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762026.618955:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.618963:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2015
00000100:00080000:3.0:1789762026.618972:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.618979:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762026.619020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484567168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.619046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.619049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762026.619051:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.619054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2015
00000100:00080000:3.0:1789762026.619056:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.619059:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762026.619066:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762026.619078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484567296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.619086:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.619088:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762026.619092:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762026.619094:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484567168:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762026.619096:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2015
00000100:00080000:3.0:1789762026.619101:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.619106:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762026.619109:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762026.619116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484567424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.619122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.619125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762026.619126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.619129:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2015
00000100:00080000:3.0:1789762026.619132:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.619134:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762026.619137:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762026.619144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484567552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.619150:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.619152:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762026.619153:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.619156:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2015
00000800:00000100:2.0:1789762026.619161:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762026.619161:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.619167:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762026.619170:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762026.619177:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484567680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762026.619183:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762026.619185:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762026.619187:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762026.619190:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2015
00000100:00080000:3.0:1789762026.619192:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762026.619195:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762026.619199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762026.619200:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff8ab8c34f6d80 x1876699484567168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762026.619208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484567808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762026.619219:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484567168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762026.619228:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762026.619231:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762026.619235:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484567168:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762026.619252:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484567296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762026.619268:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762026.619276:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff8ab8c34f5880 x1876699484567296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762026.619283:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484567296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762026.619289:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762026.619291:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762026.619293:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484567296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762026.619297:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484567424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762026.619307:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762026.619313:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff8ab8c34f5180 x1876699484567424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762026.619321:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484567424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762026.619325:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762026.619327:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762026.619329:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484567424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762026.619333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484567552:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762026.619343:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762026.619349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff8ab8c34f6680 x1876699484567552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762026.619356:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484567552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762026.619361:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762026.619363:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762026.619364:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484567552:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762026.619368:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484567680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762026.619377:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762026.619383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff8ab8c34f5500 x1876699484567680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762026.619391:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484567680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762026.619396:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762026.619397:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762026.619399:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484567680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762026.619403:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484567808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762026.619412:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762026.619418:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762026/real 1789762026]  req@ffff8ab8c34f7480 x1876699484567808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762026.619425:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484567808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762026.619430:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762026.619431:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762026.619433:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484567808:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762027.322966:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762028.347026:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762029.371025:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762030.395104:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762031.419039:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762031.738984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762031.738995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762031.738999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762031.739011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2020
00000100:00080000:1.0:1789762031.739023:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762031.739031:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762031.739080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484567936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762031.739105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762031.739108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762031.739109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762031.739112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2020
00000100:00080000:1.0:1789762031.739115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762031.739117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762031.739126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762031.739139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484568064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762031.739147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762031.739150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762031.739151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762031.739154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2020
00000100:00080000:1.0:1789762031.739156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762031.739159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762031.739163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762031.739170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484568192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762031.739176:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484567936:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762031.739182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762031.739188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762031.739190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762031.739194:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2020
00000100:00080000:1.0:1789762031.739197:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762031.739201:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762031.739205:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762031.739215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484568320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762031.739221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762031.739225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762031.739227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762031.739230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2020
00000100:00080000:1.0:1789762031.739233:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762031.739235:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762031.739240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762031.739254:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762031.739255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484568448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762031.739268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762031.739271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762031.739274:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762031.739288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2020
00000100:00080000:1.0:1789762031.739293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762031.739295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762031.739299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762031.739310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484568576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762031.739323:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff8ab8d84a9180 x1876699484567936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762031.739359:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484567936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762031.739373:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762031.739377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762031.739380:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484567936:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762031.739387:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762031.739423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762031.739432:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff8ab8d84a8e00 x1876699484568064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762031.739440:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484568064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762031.739445:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762031.739448:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762031.739450:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762031.739469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762031.739498:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762031.739506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff8ab8d84aa300 x1876699484568192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762031.739513:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484568192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762031.739519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762031.739521:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762031.739523:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762031.739527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568320:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762031.739539:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762031.739562:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff8ab8d84abb80 x1876699484568320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762031.739571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484568320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762031.739578:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762031.739581:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762031.739583:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568320:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762031.739588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484568448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762031.739603:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762031.739611:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff8ab8d84a9c00 x1876699484568448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762031.739621:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484568448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762031.739627:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762031.739630:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762031.739632:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484568448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762031.739637:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484568576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762031.739650:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762031.739658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762031/real 1789762031]  req@ffff8ab8d84ab100 x1876699484568576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762031.739668:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484568576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762031.739674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762031.739676:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762031.739679:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484568576:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762032.443060:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762033.467109:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762034.491031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762035.515087:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762036.539004:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762036.859073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762036.859086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762036.859090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762036.859103:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2025
00000100:00080000:2.0:1789762036.859117:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762036.859126:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762036.859189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484568704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762036.859228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762036.859232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762036.859233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762036.859237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2025
00000100:00080000:2.0:1789762036.859240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762036.859243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762036.859253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762036.859264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484568832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762036.859278:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484568704:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762036.859281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762036.859288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762036.859290:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762036.859294:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2025
00000100:00080000:2.0:1789762036.859296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762036.859299:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762036.859302:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762036.859329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484568960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762036.859337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762036.859341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762036.859342:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762036.859345:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2025
00000100:00080000:2.0:1789762036.859348:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762036.859352:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762036.859355:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762036.859367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484569088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762036.859376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762036.859379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762036.859381:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762036.859385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2025
00000100:00080000:2.0:1789762036.859390:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762036.859396:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762036.859402:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762036.859420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484569216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762036.859450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762036.859454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762036.859456:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762036.859462:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568832:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762036.859463:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2025
00000100:00080000:2.0:1789762036.859471:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762036.859476:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762036.859483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762036.859515:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484569344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762036.859521:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762036.859557:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484569088:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762036.859598:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484569216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762036.859618:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484569344:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762037.563060:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762038.587041:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762039.611092:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762039.931075:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789762039.931110:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762039.931122:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762039.931160:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762039.931166:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762039.931175:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762039.931186:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762039.931194:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789762039.931220:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762039]  req@ffff8ab8c33dfb80 x1876699484569344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762039.931247:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484569344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762039.931256:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762039.931260:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762039.931263:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484569344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762039.931271:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762039]  req@ffff8ab8c33ddc00 x1876699484568832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762039.931284:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484568832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762039.931291:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762039.931295:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762039.931298:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762039.931308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762039]  req@ffff8ab8c33df480 x1876699484568960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762039.931320:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484568960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762039.931328:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762039.931331:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762039.931335:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484568960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762039.931342:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762039]  req@ffff8ab8c33ddf80 x1876699484569088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762039.931353:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484569088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762039.931361:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762039.931365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762039.931368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484569088:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762039.931374:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762039]  req@ffff8ab8c33ded80 x1876699484569216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762039.931391:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484569216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762039.931399:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762039.931402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762039.931405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484569216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762039.931412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762036/real 1789762039]  req@ffff8ab8c33df800 x1876699484568704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762039.931423:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484568704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762039.931432:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762039.931435:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762039.931439:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484568704:192.168.203.110@tcp:250:kworker.0
00010000:00010000:0.0:1789762040.634987:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762041.659068:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762041.979058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762041.979077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762041.979080:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762041.979091:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2030
00000100:00080000:1.0:1789762041.979100:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762041.979119:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762041.979162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484569472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762041.979206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762041.979210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762041.979213:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762041.979218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2030
00000100:00080000:1.0:1789762041.979223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762041.979228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762041.979242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762041.979262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484569600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762041.979270:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484569472:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762041.979290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762041.979295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762041.979297:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762041.979304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2030
00000100:00080000:1.0:1789762041.979310:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762041.979316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762041.979324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762041.979342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484569728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762041.979357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762041.979364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789762041.979367:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762041.979368:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762041.979378:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2030
00000100:00080000:1.0:1789762041.979383:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762041.979389:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762041.979395:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762041.979411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484569856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762041.979421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762041.979427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789762041.979429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff8ab8d84aad80 x1876699484569472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762041.979431:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762041.979444:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2030
00000100:00080000:1.0:1789762041.979455:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762041.979463:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762041.979470:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762041.979473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484569472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762041.979490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484569984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762041.979494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762041.979509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789762041.979516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762041.979520:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484569472:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762041.979524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762041.979530:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762041.979540:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2030
00000100:00080000:1.0:1789762041.979546:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762041.979551:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762041.979559:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762041.979565:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484569600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762041.979581:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484570112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762041.979611:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762041.979654:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff8ab8d84ab480 x1876699484569600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762041.979673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484569600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762041.979685:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762041.979690:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762041.979695:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484569600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762041.979704:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484569728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762041.979734:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762041.979752:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff8ab8d84a8a80 x1876699484569728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762041.979775:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484569728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762041.979787:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762041.979792:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762041.979797:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484569728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762041.979806:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484569856:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762041.979834:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762041.979849:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff8ab8d84aa680 x1876699484569856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762041.979900:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484569856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762041.979911:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762041.979915:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762041.979920:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484569856:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762041.979929:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484569984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762041.979957:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762041.979973:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff8ab8d84a9f80 x1876699484569984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762041.979989:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484569984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762041.980000:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762041.980005:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762041.980010:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484569984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762041.980036:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484570112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762041.980064:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762041.980080:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762041/real 1789762041]  req@ffff8ab8d84a8700 x1876699484570112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762041.980098:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484570112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762041.980109:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762041.980114:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762041.980119:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484570112:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762042.683050:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762043.707072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762044.731082:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762045.755032:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762046.779009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762047.098976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.098987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762047.098991:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.099001:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2035
00000100:00080000:3.0:1789762047.099010:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.099016:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762047.099048:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484570240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.099073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.099076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762047.099077:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.099080:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2035
00000100:00080000:3.0:1789762047.099082:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.099085:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762047.099092:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762047.099101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484570368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.099110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762047.099111:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484570240:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762047.099114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762047.099118:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.099122:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2035
00000100:00080000:3.0:1789762047.099125:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.099127:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762047.099131:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762047.099138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484570496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.099145:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.099147:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762047.099149:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.099151:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2035
00000100:00080000:3.0:1789762047.099153:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.099156:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762047.099159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762047.099167:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484570624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.099173:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762047.099177:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762047.099178:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762047.099181:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.099185:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2035
00000100:00080000:3.0:1789762047.099188:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.099190:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762047.099193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762047.099201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484570752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.099211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.099214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762047.099215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.099219:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2035
00000100:00080000:3.0:1789762047.099222:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762047.099224:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8ab8c34f6a00 x1876699484570240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.099227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762047.099232:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762047.099242:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484570880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762047.099251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484570240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.099260:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.099264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762047.099267:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484570240:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762047.099285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484570368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762047.099304:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762047.099313:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8ab8c34f4700 x1876699484570368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.099321:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484570368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.099327:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.099329:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762047.099331:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484570368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762047.099334:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484570496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762047.099345:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762047.099351:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8ab8c34f4000 x1876699484570496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.099370:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484570496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.099376:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.099378:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762047.099380:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484570496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762047.099384:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484570624:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762047.099396:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762047.099402:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8ab8c34f7480 x1876699484570624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.099410:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484570624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.099415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.099417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762047.099419:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484570624:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762047.099422:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484570752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762047.099432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762047.099438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8ab8c34f5500 x1876699484570752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.099445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484570752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.099454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.099456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762047.099458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484570752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762047.099462:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484570880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762047.099471:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762047.099477:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8ab8c34f6680 x1876699484570880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.099483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484570880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.099488:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.099490:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762047.099492:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484570880:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762047.803041:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762048.826997:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762049.850991:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762050.875030:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762051.899056:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762052.218959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.218968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762052.218972:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.218980:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2040
00000100:00080000:3.0:1789762052.218989:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.218996:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762052.219026:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484571008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762052.219050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.219054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762052.219059:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.219067:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2040
00000100:00080000:3.0:1789762052.219070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.219075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762052.219085:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.219097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484571136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762052.219110:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484571008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762052.219114:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.219118:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762052.219119:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.219124:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2040
00000100:00080000:3.0:1789762052.219130:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.219133:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762052.219137:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.219149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484571264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762052.219156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.219159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762052.219160:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.219163:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2040
00000100:00080000:3.0:1789762052.219166:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.219169:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762052.219172:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762052.219183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484571392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762052.219184:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762052.219194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.219197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762052.219199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.219203:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2040
00000100:00080000:3.0:1789762052.219206:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.219209:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762052.219213:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762052.219222:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8ab8c34f5180 x1876699484571008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.219241:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484571008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.219250:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.219253:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762052.219256:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484571008:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762052.219277:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484571136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762052.219295:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762052.219306:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484571520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762052.219311:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8ab8c34f5880 x1876699484571136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762052.219325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762052.219330:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484571136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762052.219330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762052.219332:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.219341:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2040
00000100:00080000:1.0:1789762052.219345:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762052.219347:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762052.219351:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762052.219354:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484571136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762052.219358:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484571264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762052.219371:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762052.219377:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8ab8c34f6d80 x1876699484571264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.219384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484571264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.219390:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.219392:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762052.219394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484571264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762052.219398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484571392:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762052.219410:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762052.219416:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8ab8c34f5f80 x1876699484571392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.219425:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484571392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.219431:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.219432:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762052.219435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484571392:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762052.219445:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484571520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762052.219460:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762052.219465:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762052.219471:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8ab8c34f7800 x1876699484571520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762052.219472:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.219488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484571648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762052.219494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484571520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.219501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.219503:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762052.219505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484571520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762052.219581:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484571648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762052.219599:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762052.219607:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8ab8c34f7100 x1876699484571648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.219615:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484571648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.219620:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.219622:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762052.219624:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484571648:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762052.922995:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762053.947023:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762054.971049:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762055.995050:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762057.019025:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762057.338939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.338952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762057.338957:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.338970:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2045
00000100:00080000:3.0:1789762057.338985:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.338994:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762057.339049:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484571776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.339082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.339085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762057.339087:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.339091:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2045
00000100:00080000:3.0:1789762057.339094:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.339098:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762057.339107:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762057.339119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484571904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.339128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762057.339132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484571776:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762057.339132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762057.339138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.339150:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2045
00000100:00080000:3.0:1789762057.339153:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.339157:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762057.339161:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762057.339174:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484572032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.339181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.339184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762057.339185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.339189:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2045
00000100:00080000:3.0:1789762057.339192:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.339197:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762057.339202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762057.339211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484572160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762057.339218:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762057.339219:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.339226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762057.339228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.339232:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2045
00000100:00080000:3.0:1789762057.339235:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.339245:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762057.339249:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762057.339259:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484572288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.339267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762057.339270:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8ab8c34f7b80 x1876699484571776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762057.339271:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762057.339275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.339289:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2045
00000100:00080000:3.0:1789762057.339297:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.339314:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762057.339319:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762057.339326:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484571776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762057.339333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484572416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762057.339369:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.339382:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762057.339398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484571776:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762057.339425:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484571904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.339444:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762057.339454:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8ab8c34f4380 x1876699484571904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.339462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484571904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.339468:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.339471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762057.339473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484571904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.339477:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.339488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762057.339494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8ab8c34f4a80 x1876699484572032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.339502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484572032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.339525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.339528:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762057.339530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.339534:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572160:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762057.339548:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762057.339556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8ab8c34f5c00 x1876699484572160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.339563:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484572160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.339569:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.339571:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762057.339573:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572160:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762057.339576:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484572288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.339588:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762057.339594:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8ab8c34f6300 x1876699484572288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.339601:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484572288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.339606:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.339608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762057.339610:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484572288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.339614:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484572416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.339624:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762057.339630:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8ab8c34f7100 x1876699484572416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.339637:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484572416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.339641:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.339643:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762057.339645:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484572416:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762058.042998:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762059.066991:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762060.091023:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762061.115016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762062.139032:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762062.459011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762062.459021:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762062.459025:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762062.459035:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2051
00000100:00080000:1.0:1789762062.459046:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762062.459054:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762062.459096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484572544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762062.459121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762062.459126:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762062.459127:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762062.459130:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2051
00000100:00080000:1.0:1789762062.459140:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762062.459143:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762062.459151:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762062.459164:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484572544:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762062.459165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484572672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762062.459180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762062.459182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762062.459184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762062.459187:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2051
00000100:00080000:1.0:1789762062.459189:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762062.459192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762062.459194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762062.459204:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484572800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762062.459210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762062.459212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762062.459214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762062.459216:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2051
00000100:00080000:1.0:1789762062.459219:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762062.459221:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762062.459226:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762062.459230:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762062.459238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484572928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762062.459246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762062.459249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762062.459250:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762062.459252:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2051
00000100:00080000:1.0:1789762062.459254:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762062.459256:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762062.459260:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762062.459269:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8ab8d84a8380 x1876699484572544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.459272:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484573056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762062.459296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762062.459299:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762062.459300:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762062.459303:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484572544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.459307:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2051
00000100:00080000:1.0:1789762062.459312:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762062.459318:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762062.459325:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762062.459335:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762062.459336:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484573184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762062.459342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762062.459352:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484572544:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762062.459374:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762062.459390:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762062.459398:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8ab8d84a8000 x1876699484572672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.459407:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484572672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.459412:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.459415:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762062.459417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762062.459420:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762062.459431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762062.459437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8ab8d84ab800 x1876699484572800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.459444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484572800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.459449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.459451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762062.459453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762062.459456:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572928:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762062.459467:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762062.459490:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8ab8d84a9500 x1876699484572928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.459498:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484572928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.459503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.459505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762062.459508:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484572928:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762062.459511:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484573056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762062.459524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762062.459531:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8ab8d84a9880 x1876699484573056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.459538:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484573056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.459543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.459545:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762062.459547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484573056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762062.459550:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484573184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762062.459560:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762062.459566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8ab8d84a8700 x1876699484573184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.459574:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484573184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.459579:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.459580:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762062.459582:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484573184:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762063.163095:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762064.187030:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762065.211033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762066.234978:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762067.259013:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762067.578977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762067.578992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762067.579000:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762067.579013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2056
00000100:00080000:2.0:1789762067.579025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762067.579034:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762067.579099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484573312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762067.579133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762067.579138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762067.579140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762067.579145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2056
00000100:00080000:2.0:1789762067.579149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762067.579155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762067.579168:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762067.579188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484573440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762067.579204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762067.579206:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484573312:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762067.579207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762067.579210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762067.579224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2056
00000100:00080000:2.0:1789762067.579231:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762067.579234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762067.579238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762067.579252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484573568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762067.579259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762067.579262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762067.579264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762067.579267:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2056
00000100:00080000:2.0:1789762067.579269:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762067.579274:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762067.579279:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762067.579288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484573696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762067.579302:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762067.579302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762067.579313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762067.579316:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762067.579322:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2056
00000100:00080000:2.0:1789762067.579328:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762067.579332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762067.579336:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762067.579345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484573824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762067.579354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762067.579359:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff8ab8c33dc380 x1876699484573312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762067.579361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762067.579367:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762067.579383:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2056
00000100:00100000:0.0:1789762067.579389:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484573312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762067.579393:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762067.579406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762067.579407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762067.579417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:2.0:1789762067.579422:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762067.579425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484573312:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762067.579458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484573952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762067.579470:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484573440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762067.579501:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762067.579516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff8ab8c33dd880 x1876699484573440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762067.579524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484573440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762067.579535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762067.579537:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762067.579540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484573440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762067.579544:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484573568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762067.579557:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762067.579563:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff8ab8c33de300 x1876699484573568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762067.579571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484573568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762067.579576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762067.579578:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762067.579580:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484573568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762067.579584:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484573696:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762067.579595:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762067.579601:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff8ab8c33de680 x1876699484573696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762067.579608:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484573696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762067.579613:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762067.579615:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762067.579619:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484573696:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762067.579626:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484573824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762067.579645:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762067.579663:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff8ab8c33df100 x1876699484573824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762067.579674:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484573824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762067.579680:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762067.579682:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762067.579684:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484573824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762067.579698:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484573952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762067.579713:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762067.579721:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762067/real 1789762067]  req@ffff8ab8c33dca80 x1876699484573952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762067.579728:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484573952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762067.579733:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762067.579735:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762067.579737:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484573952:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762068.283054:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762069.307040:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762070.331027:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762071.355004:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762072.379035:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762072.699031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.699041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762072.699046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.699057:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2061
00000100:00080000:1.0:1789762072.699069:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.699077:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762072.699116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484574080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762072.699147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.699151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762072.699153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.699157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2061
00000100:00080000:1.0:1789762072.699161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.699166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762072.699177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762072.699186:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484574080:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762072.699194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484574208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762072.699209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.699213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762072.699216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.699220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2061
00000100:00080000:1.0:1789762072.699234:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.699240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789762072.699243:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789762072.699250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762072.699266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484574336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762072.699277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762072.699282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789762072.699283:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff8ab8d84a9f80 x1876699484574080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762072.699285:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.699294:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2061
00000100:00080000:1.0:1789762072.699300:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762072.699304:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484574080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762072.699307:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762072.699318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:0.0:1789762072.699320:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762072.699325:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762072.699328:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484574080:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762072.699334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484574464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762072.699345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762072.699351:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484574208:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762072.699352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762072.699357:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.699364:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2061
00000100:00080000:1.0:1789762072.699369:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762072.699373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762072.699376:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762072.699384:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762072.699387:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff8ab8d84aa680 x1876699484574208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762072.699412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484574208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762072.699417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484574592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762072.699421:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762072.699428:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762072.699435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484574208:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762072.699441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762072.699443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484574336:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762072.699449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762072.699453:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762072.699459:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2061
00000800:00000100:0.0:1789762072.699464:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762072.699467:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762072.699473:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762072.699476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff8ab8d84a8a80 x1876699484574336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762072.699481:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762072.699496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484574336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762072.699502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484574720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762072.699504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762072.699511:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762072.699517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484574336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762072.699527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484574464:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762072.699541:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762072.699550:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff8ab8d84ab480 x1876699484574464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762072.699557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484574464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762072.699562:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762072.699564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762072.699566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484574464:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762072.699576:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484574592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762072.699587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762072.699593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff8ab8d84aad80 x1876699484574592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762072.699600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484574592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762072.699609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762072.699611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762072.699613:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484574592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762072.699616:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484574720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762072.699626:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762072.699631:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762072/real 1789762072]  req@ffff8ab8d84ab100 x1876699484574720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762072.699638:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484574720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762072.699643:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762072.699645:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762072.699647:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484574720:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762073.403029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762074.427040:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762075.451015:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762076.475041:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762077.499019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762077.818955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762077.818962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762077.818967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762077.818974:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2066
00000100:00080000:2.0:1789762077.818983:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762077.818989:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762077.819020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484574848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762077.819043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762077.819047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762077.819048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762077.819053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2066
00000100:00080000:2.0:1789762077.819057:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762077.819062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762077.819072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762077.819089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484574976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762077.819099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762077.819101:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484574848:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762077.819102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762077.819105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762077.819119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2066
00000100:00080000:2.0:1789762077.819123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762077.819126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762077.819131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762077.819141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484575104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762077.819152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762077.819155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762077.819157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762077.819159:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2066
00000100:00080000:2.0:1789762077.819164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762077.819166:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762077.819170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762077.819176:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762077.819180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484575232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762077.819189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762077.819192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762077.819193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762077.819196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2066
00000100:00080000:2.0:1789762077.819198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762077.819200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762077.819203:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762077.819211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484575360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762077.819219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762077.819220:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077]  req@ffff8ab8c33dd180 x1876699484574848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762077.819222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762077.819225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762077.819231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2066
00000100:00080000:2.0:1789762077.819236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762077.819241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762077.819244:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762077.819257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484575488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762077.819258:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484574848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762077.819276:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762077.819283:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762077.819289:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484574848:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762077.819312:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484574976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762077.819334:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762077.819347:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077]  req@ffff8ab8c33dc700 x1876699484574976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762077.819375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484574976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762077.819385:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762077.819388:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762077.819403:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484574976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762077.819411:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484575104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762077.819430:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762077.819442:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077]  req@ffff8ab8c33dc000 x1876699484575104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762077.819455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484575104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762077.819465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762077.819468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762077.819483:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484575104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762077.819489:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484575232:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762077.819507:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762077.819517:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077]  req@ffff8ab8c33dca80 x1876699484575232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762077.819530:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484575232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762077.819539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762077.819542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762077.819546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484575232:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762077.819552:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484575360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762077.819575:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762077.819586:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077]  req@ffff8ab8c33df100 x1876699484575360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762077.819599:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484575360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762077.819609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762077.819612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762077.819616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484575360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762077.819623:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484575488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762077.819639:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762077.819649:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762077/real 1789762077]  req@ffff8ab8c33de680 x1876699484575488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762077.819680:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484575488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762077.819689:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762077.819693:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762077.819696:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484575488:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762078.523007:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762079.547051:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762080.571053:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762081.595043:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762082.619123:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762082.938957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762082.938965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762082.938968:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762082.938979:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2071
00000100:00080000:1.0:1789762082.938989:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762082.938997:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762082.939035:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484575616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762082.939063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762082.939066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762082.939067:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762082.939070:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2071
00000100:00080000:1.0:1789762082.939073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762082.939076:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762082.939083:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762082.939095:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484575744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762082.939102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762082.939104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762082.939106:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762082.939108:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2071
00000100:00080000:1.0:1789762082.939110:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762082.939126:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762082.939127:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484575616:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789762082.939130:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762082.939140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484575872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762082.939146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762082.939156:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762082.939157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762082.939162:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2071
00000100:00080000:1.0:1789762082.939176:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762082.939191:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762082.939194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762082.939204:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762082.939204:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484576000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762082.939214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762082.939217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762082.939219:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762082.939222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2071
00000100:00080000:1.0:1789762082.939224:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762082.939227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762082.939230:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762082.939238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484576128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762082.939248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762082.939252:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff8ab8d84a9c00 x1876699484575616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762082.939254:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762082.939257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762082.939266:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2071
00000100:00080000:1.0:1789762082.939273:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762082.939279:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762082.939284:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484575616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762082.939287:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762082.939303:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762082.939304:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484576256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762082.939313:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762082.939338:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484575616:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762082.939347:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484575744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762082.939381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762082.939394:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff8ab8d84abb80 x1876699484575744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762082.939407:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484575744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762082.939424:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762082.939428:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762082.939441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484575744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762082.939464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484575872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762082.939482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762082.939492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff8ab8d84aa300 x1876699484575872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762082.939504:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484575872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762082.939513:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762082.939517:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762082.939521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484575872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762082.939527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484576000:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762082.939554:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762082.939564:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff8ab8d84a8e00 x1876699484576000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762082.939576:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484576000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762082.939584:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762082.939587:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762082.939591:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484576000:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762082.939609:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484576128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762082.939624:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762082.939645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff8ab8d84a9180 x1876699484576128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762082.939660:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484576128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762082.939668:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762082.939671:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762082.939675:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484576128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762082.939681:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484576256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762082.939700:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762082.939711:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762082/real 1789762082]  req@ffff8ab8d84ab100 x1876699484576256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762082.939722:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484576256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762082.939731:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762082.939734:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762082.939737:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484576256:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762083.643027:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762084.667035:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762085.691010:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762086.715026:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762087.739055:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762088.059031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.059044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762088.059050:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.059062:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2076
00000100:00080000:3.0:1789762088.059076:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.059086:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762088.059126:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484576384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.059157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.059162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762088.059165:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.059170:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2076
00000100:00080000:3.0:1789762088.059176:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.059182:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762088.059194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762088.059204:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484576384:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762088.059215:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484576512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.059241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.059246:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762088.059263:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.059269:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2076
00000100:00080000:3.0:1789762088.059274:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.059290:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762088.059296:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762088.059302:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762088.059311:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484576640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.059322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.059326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762088.059328:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.059333:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2076
00000100:00080000:3.0:1789762088.059336:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.059343:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762088.059357:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8ab8c34f7800 x1876699484576384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.059376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484576384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.059388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.059394:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762088.059398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484576384:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762088.059424:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484576512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.059449:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762088.059463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8ab8c34f5f80 x1876699484576512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.059475:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484576512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.059483:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.059486:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762088.059489:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484576512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762088.059495:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484576640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.059513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762088.059524:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8ab8c34f6d80 x1876699484576640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.059534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484576640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.059542:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.059545:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762088.059549:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484576640:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789762088.059578:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762088.059634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484576768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.059653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.059657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762088.059660:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.059668:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2076
00000100:00080000:3.0:1789762088.059674:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.059680:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762088.059689:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762088.059692:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484576768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762088.059702:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484576896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.059713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762088.059716:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762088.059716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762088.059718:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.059722:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2076
00000100:00080000:3.0:1789762088.059725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762088.059728:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8ab8c34f5880 x1876699484576768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762088.059729:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762088.059733:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762088.059741:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484576768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762088.059743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484577024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762088.059751:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.059754:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762088.059757:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484576768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762088.059769:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484576896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.059790:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762088.059803:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8ab8c34f5180 x1876699484576896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.059816:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484576896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.059821:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.059823:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762088.059825:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484576896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762088.059829:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484577024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.059843:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762088.059850:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8ab8c34f6680 x1876699484577024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.059857:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484577024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.059897:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.059900:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762088.059903:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484577024:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762088.763027:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762089.787003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762090.811026:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762091.835033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762092.859054:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762093.178982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.178990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762093.178993:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.179001:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2081
00000100:00080000:3.0:1789762093.179010:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.179016:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762093.179047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484577152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.179068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.179071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762093.179072:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.179075:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2081
00000100:00080000:3.0:1789762093.179077:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.179080:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762093.179087:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762093.179096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484577280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762093.179105:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484577152:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762093.179115:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.179118:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762093.179119:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.179122:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2081
00000100:00080000:3.0:1789762093.179125:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.179127:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762093.179130:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762093.179139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484577408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.179145:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.179148:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762093.179149:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.179151:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2081
00000100:00080000:3.0:1789762093.179154:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.179156:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762093.179159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762093.179163:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762093.179169:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484577536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.179177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.179180:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762093.179181:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.179184:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2081
00000100:00080000:3.0:1789762093.179187:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.179189:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762093.179192:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762093.179201:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8ab8c34f5500 x1876699484577152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.179202:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484577664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.179230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762093.179237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762093.179256:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762093.179261:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2081
00000100:00100000:1.0:1789762093.179265:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484577152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.179266:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762093.179274:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762093.179281:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762093.179283:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.179288:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762093.179291:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484577152:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762093.179295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484577792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762093.179315:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484577280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.179335:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762093.179345:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8ab8c34f7480 x1876699484577280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.179352:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484577280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.179358:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.179360:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762093.179362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484577280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.179366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484577408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.179376:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762093.179382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8ab8c34f4000 x1876699484577408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.179389:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484577408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.179399:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.179401:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762093.179403:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484577408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.179406:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484577536:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762093.179416:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762093.179422:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8ab8c34f4700 x1876699484577536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.179429:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484577536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.179434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.179436:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762093.179438:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484577536:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762093.179441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484577664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.179451:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762093.179457:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8ab8c34f6a00 x1876699484577664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.179464:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484577664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.179469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.179470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762093.179473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484577664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.179477:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484577792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.179487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762093.179492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8ab8c34f6680 x1876699484577792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.179499:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484577792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.179504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.179505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762093.179507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484577792:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762093.883071:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762094.907047:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762095.931106:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762096.955011:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762097.979023:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762098.299011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.299020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762098.299024:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.299032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2086
00000100:00080000:2.0:1789762098.299041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.299048:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762098.299081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484577920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.299106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.299109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762098.299111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.299114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2086
00000100:00080000:2.0:1789762098.299116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.299119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762098.299126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762098.299136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484578048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.299145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.299148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762098.299150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762098.299155:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484577920:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762098.299156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2086
00000100:00080000:2.0:1789762098.299162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.299167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762098.299171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762098.299179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484578176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.299186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.299189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762098.299190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.299193:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2086
00000100:00080000:2.0:1789762098.299196:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.299198:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762098.299216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762098.299241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484578304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.299248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.299250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762098.299253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762098.299255:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762098.299259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2086
00000100:00080000:2.0:1789762098.299264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.299267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762098.299272:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762098.299281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484578432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.299305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.299308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762098.299309:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.299313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2086
00000100:00080000:2.0:1789762098.299316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762098.299318:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8ab8c33de300 x1876699484577920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762098.299322:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762098.299330:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762098.299342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484578560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762098.299346:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484577920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.299363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.299366:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762098.299370:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484577920:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762098.299410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.299429:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762098.299438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8ab8c33dd880 x1876699484578048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.299446:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484578048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.299452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.299455:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762098.299457:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.299461:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.299472:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762098.299479:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8ab8c33dc380 x1876699484578176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.299487:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484578176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.299492:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.299495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762098.299498:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.299505:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578304:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762098.299525:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762098.299554:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8ab8c33df800 x1876699484578304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.299569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484578304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.299579:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.299582:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762098.299585:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578304:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762098.299589:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484578432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.299606:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762098.299615:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8ab8c33ded80 x1876699484578432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.299624:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484578432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.299629:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.299632:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762098.299636:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484578432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.299643:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484578560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.299663:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762098.299692:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8ab8c33ddf80 x1876699484578560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.299707:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484578560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.299719:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.299722:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762098.299724:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484578560:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762099.002987:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762100.027001:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762101.051135:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762102.075040:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762103.099045:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762103.419000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762103.419008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762103.419012:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762103.419019:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2091
00000100:00080000:1.0:1789762103.419028:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762103.419034:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762103.419066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484578688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762103.419091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762103.419094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762103.419096:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762103.419098:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2091
00000100:00080000:1.0:1789762103.419100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762103.419103:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762103.419109:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762103.419118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484578816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762103.419126:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762103.419128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762103.419130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762103.419133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2091
00000100:00080000:1.0:1789762103.419135:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762103.419137:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762103.419140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762103.419148:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484578688:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762103.419149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484578944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762103.419179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762103.419183:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762103.419184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762103.419187:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2091
00000100:00080000:1.0:1789762103.419190:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762103.419194:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762103.419199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762103.419213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484579072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762103.419224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762103.419228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762103.419230:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762103.419234:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2091
00000100:00080000:1.0:1789762103.419239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762103.419243:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762103.419249:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762103.419257:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762103.419263:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484579200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762103.419271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762103.419274:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762103.419276:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762103.419279:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2091
00000100:00080000:1.0:1789762103.419283:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762103.419285:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762103.419289:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762103.419293:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762103.419301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484579328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762103.419318:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484579072:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762103.419349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484579200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762103.419375:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484579328:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762104.123090:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762105.147000:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762106.171136:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762106.491255:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762106.491307:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762106.491325:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762106.491367:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762106.491375:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762106.491385:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762106.491397:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762106.491409:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789762106.491427:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762106]  req@ffff8ab8d84a8a80 x1876699484578944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762106.491465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484578944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762106.491481:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762106.491488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762106.491493:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762106.491500:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762106]  req@ffff8ab8d84aa680 x1876699484579072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762106.491511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484579072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762106.491523:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762106.491526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762106.491528:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484579072:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762106.491533:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762106]  req@ffff8ab8d84a9f80 x1876699484579200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762106.491543:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484579200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762106.491550:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762106.491554:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762106.491557:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484579200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762106.491564:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762106]  req@ffff8ab8d84aad80 x1876699484578688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762106.491578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484578688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762106.491587:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762106.491590:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762106.491593:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484578688:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762106.491602:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762106]  req@ffff8ab8d84ab480 x1876699484578816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762106.491613:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484578816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762106.491623:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762106.491626:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762106.491630:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484578816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762106.491666:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762106]  req@ffff8ab8d84a8700 x1876699484579328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762106.491677:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484579328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762106.491685:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762106.491689:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762106.491692:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484579328:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762107.195019:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762108.218981:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762108.538994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762108.539004:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762108.539009:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762108.539018:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2097
00000100:00080000:3.0:1789762108.539028:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762108.539035:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762108.539078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484579456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762108.539106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762108.539110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762108.539112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762108.539117:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2097
00000100:00080000:3.0:1789762108.539120:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762108.539141:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762108.539151:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762108.539162:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484579456:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762108.539169:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484579584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762108.539182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762108.539186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762108.539188:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762108.539192:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2097
00000100:00080000:3.0:1789762108.539197:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762108.539201:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762108.539207:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762108.539223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484579712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762108.539237:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762108.539246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762108.539251:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762108.539253:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762108.539263:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2097
00000100:00080000:3.0:1789762108.539267:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762108.539273:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762108.539278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762108.539291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484579840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762108.539300:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff8ab8c34f5180 x1876699484579456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762108.539305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762108.539313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762108.539316:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762108.539323:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2097
00000100:00080000:3.0:1789762108.539328:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762108.539333:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484579456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762108.539334:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762108.539343:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762108.539350:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762108.539357:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762108.539361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484579968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762108.539371:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484579456:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762108.539375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762108.539380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762108.539382:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762108.539387:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2097
00000100:00080000:3.0:1789762108.539392:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762108.539395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762108.539400:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762108.539409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484579584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762108.539414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484580096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762108.539446:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762108.539462:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff8ab8c34f5880 x1876699484579584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762108.539476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484579584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762108.539486:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762108.539489:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762108.539493:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484579584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762108.539500:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484579712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762108.539522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762108.539535:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff8ab8c34f6d80 x1876699484579712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762108.539547:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484579712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762108.539556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762108.539559:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762108.539563:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484579712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762108.539569:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484579840:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762108.539596:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762108.539608:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff8ab8c34f5f80 x1876699484579840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762108.539633:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484579840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762108.539641:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762108.539644:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762108.539648:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484579840:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762108.539654:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484579968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762108.539675:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762108.539687:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff8ab8c34f7800 x1876699484579968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762108.539699:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484579968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762108.539708:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762108.539712:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762108.539715:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484579968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762108.539734:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484580096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762108.539755:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762108.539766:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762108/real 1789762108]  req@ffff8ab8c34f7100 x1876699484580096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762108.539778:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484580096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762108.539791:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762108.539794:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762108.539797:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484580096:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762109.243038:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762110.266992:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762111.291244:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762112.315062:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762113.339025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762113.659002:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.659010:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762113.659014:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.659022:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2102
00000100:00080000:1.0:1789762113.659031:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.659037:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762113.659070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484580224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762113.659107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.659110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762113.659122:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.659126:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2102
00000100:00080000:1.0:1789762113.659128:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.659131:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762113.659145:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762113.659156:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484580352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762113.659166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762113.659168:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484580224:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762113.659169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762113.659173:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.659191:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2102
00000100:00080000:1.0:1789762113.659194:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.659196:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762113.659199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762113.659209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484580480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762113.659216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.659219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762113.659220:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.659222:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2102
00000100:00080000:1.0:1789762113.659234:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.659237:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762113.659240:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762113.659247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484580608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762113.659253:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762113.659261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.659264:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762113.659265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.659269:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2102
00000100:00080000:1.0:1789762113.659272:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762113.659275:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762113.659278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762113.659285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484580736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762113.659291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762113.659294:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762113.659295:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762113.659298:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2102
00000100:00080000:1.0:1789762113.659301:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762113.659305:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff8ab8d84a9880 x1876699484580224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762113.659306:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762113.659312:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762113.659323:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484580864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762113.659347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484580224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762113.659361:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762113.659367:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762113.659372:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484580224:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762113.659412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484580352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762113.659439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762113.659479:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff8ab8d84a9500 x1876699484580352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762113.659494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484580352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762113.659505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762113.659509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762113.659514:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484580352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762113.659521:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484580480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762113.659544:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762113.659557:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff8ab8d84ab800 x1876699484580480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762113.659584:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484580480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762113.659593:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762113.659596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762113.659600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484580480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762113.659607:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484580608:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762113.659628:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762113.659640:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff8ab8d84a8000 x1876699484580608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762113.659653:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484580608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762113.659662:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762113.659666:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762113.659669:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484580608:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762113.659676:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484580736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762113.659696:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762113.659709:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff8ab8d84a8380 x1876699484580736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762113.659722:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484580736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762113.659731:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762113.659735:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762113.659738:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484580736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762113.659745:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484580864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762113.659777:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762113.659788:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762113/real 1789762113]  req@ffff8ab8d84a8700 x1876699484580864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762113.659801:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484580864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762113.659809:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762113.659827:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762113.659831:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484580864:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762114.363004:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762115.387133:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762116.411108:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762117.435162:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762118.459025:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762118.779018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762118.779030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762118.779034:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762118.779046:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2107
00000100:00080000:1.0:1789762118.779071:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762118.779079:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762118.779127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484580992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762118.779153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762118.779156:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762118.779158:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762118.779161:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2107
00000100:00080000:1.0:1789762118.779163:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762118.779166:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762118.779175:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762118.779185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484581120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762118.779194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762118.779197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762118.779199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762118.779204:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2107
00000100:00100000:0.0:1789762118.779206:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484580992:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762118.779207:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762118.779214:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762118.779218:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762118.779226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484581248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762118.779232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762118.779235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762118.779236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762118.779239:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2107
00000100:00080000:1.0:1789762118.779241:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762118.779243:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762118.779247:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762118.779265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484581376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762118.779271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762118.779274:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762118.779275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762118.779278:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2107
00000100:00080000:1.0:1789762118.779282:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762118.779284:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762118.779288:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762118.779296:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762118.779297:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484581504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762118.779306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762118.779308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762118.779310:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762118.779313:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2107
00000100:00080000:1.0:1789762118.779316:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762118.779318:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762118.779321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762118.779329:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484581632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762118.779367:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff8ab8d84ab480 x1876699484580992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762118.779392:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484580992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762118.779401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762118.779404:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762118.779408:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484580992:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762118.779449:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484581120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762118.779466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762118.779475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff8ab8d84aad80 x1876699484581120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762118.779484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484581120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762118.779490:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762118.779492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762118.779511:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484581120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762118.779515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484581248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762118.779530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762118.779537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff8ab8d84a9f80 x1876699484581248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762118.779546:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484581248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762118.779556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762118.779575:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762118.779578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484581248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762118.779583:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484581376:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762118.779599:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762118.779607:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff8ab8d84aa680 x1876699484581376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762118.779616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484581376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762118.779624:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762118.779626:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762118.779629:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484581376:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762118.779634:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484581504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762118.779647:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762118.779658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff8ab8d84a8a80 x1876699484581504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762118.779673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484581504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762118.779685:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762118.779689:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762118.779694:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484581504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762118.779703:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484581632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762118.779743:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762118.779753:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762118/real 1789762118]  req@ffff8ab8d84ab100 x1876699484581632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762118.779762:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484581632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762118.779768:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762118.779771:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762118.779773:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484581632:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762119.483119:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762120.506992:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762121.531192:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762122.555014:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762123.579157:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762123.899099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.899115:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762123.899121:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.899134:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2112
00000100:00080000:1.0:1789762123.899150:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.899159:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762123.899215:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484581760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762123.899254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.899261:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762123.899265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.899288:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2112
00000100:00080000:1.0:1789762123.899295:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.899302:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762123.899319:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762123.899333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484581760:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762123.899346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484581888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762123.899378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.899382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762123.899384:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.899389:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2112
00000100:00080000:1.0:1789762123.899395:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.899401:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762123.899407:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762123.899422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484582016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762123.899443:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762123.899462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.899467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762123.899471:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.899478:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2112
00000100:00080000:1.0:1789762123.899483:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.899488:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762123.899495:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762123.899513:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484582144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762123.899518:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff8ab8d84a9180 x1876699484581760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762123.899573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762123.899581:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484581760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762123.899581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762123.899588:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762123.899608:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2112
00000100:00080000:1.0:1789762123.899618:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762123.899623:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762123.899629:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762123.899636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:1.0:1789762123.899637:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762123.899662:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484581760:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762123.899679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484582272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762123.899695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762123.899699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762123.899702:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762123.899707:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484581888:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762123.899723:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2112
00000100:00080000:1.0:1789762123.899729:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762123.899735:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762123.899747:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762123.899755:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762123.899786:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484582400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762123.899804:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff8ab8d84a8e00 x1876699484581888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762123.899827:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484581888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762123.899839:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762123.899844:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762123.899849:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484581888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762123.899921:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762123.899972:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762123.899992:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff8ab8d84aa300 x1876699484582016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762123.900034:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484582016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762123.900044:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762123.900049:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762123.900053:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762123.900067:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582144:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762123.900100:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762123.900123:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff8ab8d84abb80 x1876699484582144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762123.900163:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484582144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762123.900179:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762123.900186:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762123.900194:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582144:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762123.900206:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484582272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762123.900243:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762123.900263:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff8ab8d84a9c00 x1876699484582272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762123.900281:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484582272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762123.900293:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762123.900298:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762123.900303:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484582272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762123.900325:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484582400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762123.900348:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762123.900364:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762123/real 1789762123]  req@ffff8ab8d84a9180 x1876699484582400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762123.900379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484582400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762123.900395:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762123.900402:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762123.900408:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484582400:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762124.603042:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762125.627189:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762126.651074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762127.675044:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762128.699080:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762129.019013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762129.019025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762129.019029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762129.019041:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2117
00000100:00080000:1.0:1789762129.019052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762129.019062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762129.019136:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484582528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762129.019172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762129.019176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762129.019178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762129.019182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2117
00000100:00080000:1.0:1789762129.019186:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762129.019192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762129.019204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762129.019238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484582656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762129.019240:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484582528:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762129.019259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762129.019262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762129.019264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762129.019269:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2117
00000100:00080000:1.0:1789762129.019273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762129.019277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762129.019284:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762129.019296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484582784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762129.019305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762129.019309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762129.019310:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762129.019313:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2117
00000100:00080000:1.0:1789762129.019318:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762129.019321:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762129.019325:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762129.019334:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762129.019338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484582912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762129.019349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762129.019353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762129.019355:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762129.019358:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2117
00000100:00080000:1.0:1789762129.019362:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762129.019365:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762129.019370:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762129.019378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484583040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762129.019387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762129.019391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762129.019394:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762129.019402:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2117
00000100:00100000:0.0:1789762129.019404:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8ab8d84ab100 x1876699484582528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.019407:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762129.019415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762129.019422:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762129.019438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484583168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762129.019448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484582528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.019462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.019468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762129.019473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484582528:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762129.019519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762129.019546:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762129.019558:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8ab8d84a8a80 x1876699484582656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.019585:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484582656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.019592:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.019595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762129.019598:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762129.019603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762129.019618:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762129.019626:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8ab8d84aa680 x1876699484582784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.019657:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484582784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.019668:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.019672:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762129.019677:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762129.019686:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582912:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762129.019714:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762129.019727:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8ab8d84a9f80 x1876699484582912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.019737:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484582912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.019745:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.019748:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762129.019751:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484582912:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762129.019756:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484583040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762129.019772:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762129.019782:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8ab8d84aad80 x1876699484583040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.019792:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484583040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.019799:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.019817:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762129.019820:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484583040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762129.019825:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484583168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762129.019841:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762129.019849:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8ab8d84ab480 x1876699484583168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.019860:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484583168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.019867:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.019869:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762129.019871:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484583168:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762129.723106:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762130.747231:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762131.771174:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762132.795170:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762133.819059:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762134.139020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762134.139031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762134.139036:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762134.139047:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2122
00000100:00080000:2.0:1789762134.139060:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762134.139067:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762134.139112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484583296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762134.139136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762134.139139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762134.139141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762134.139144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2122
00000100:00080000:2.0:1789762134.139148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762134.139152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762134.139164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762134.139180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484583424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762134.139194:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484583296:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762134.139195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762134.139205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762134.139208:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762134.139212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2122
00000100:00080000:2.0:1789762134.139215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762134.139218:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762134.139223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762134.139235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484583552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762134.139242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762134.139245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762134.139246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762134.139249:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2122
00000100:00080000:2.0:1789762134.139251:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762134.139254:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762134.139257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762134.139265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484583680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762134.139277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762134.139280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762134.139281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762134.139283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2122
00000100:00080000:2.0:1789762134.139286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762134.139292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762134.139292:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762134.139299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762134.139306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484583808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762134.139313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762134.139317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762134.139318:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762134.139321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2122
00000100:00080000:2.0:1789762134.139324:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762134.139326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762134.139329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762134.139336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484583936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762134.139355:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8ab8c33df480 x1876699484583296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.139379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484583296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.139392:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.139397:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762134.139402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484583296:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762134.139431:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484583424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762134.139458:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762134.139472:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8ab8c33ddc00 x1876699484583424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.139485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484583424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.139495:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.139498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762134.139501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484583424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762134.139506:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484583552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762134.139525:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762134.139537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8ab8c33dfb80 x1876699484583552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.139549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484583552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.139558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.139561:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762134.139565:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484583552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762134.139572:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484583680:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762134.139594:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762134.139607:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8ab8c33ddf80 x1876699484583680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.139621:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484583680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.139631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.139634:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762134.139639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484583680:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762134.139645:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484583808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762134.139666:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762134.139678:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8ab8c33ded80 x1876699484583808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.139689:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484583808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.139697:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.139701:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762134.139704:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484583808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762134.139711:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484583936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762134.139730:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762134.139739:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8ab8c33df800 x1876699484583936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.139753:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484583936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.139762:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.139765:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762134.139769:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484583936:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762134.843020:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762135.867052:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762136.891044:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762137.915085:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762138.939149:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762139.258978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.258988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762139.258993:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.259004:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2127
00000100:00080000:3.0:1789762139.259016:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.259023:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762139.259068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484584064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.259094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.259098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762139.259100:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.259103:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2127
00000100:00080000:3.0:1789762139.259105:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.259108:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762139.259118:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762139.259128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484584192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762139.259136:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484584064:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762139.259139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.259144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762139.259145:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.259149:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2127
00000100:00080000:3.0:1789762139.259151:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.259154:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762139.259157:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762139.259165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484584320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.259171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.259174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762139.259175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.259178:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2127
00000100:00080000:3.0:1789762139.259181:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.259184:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762139.259188:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762139.259194:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484584448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.259201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.259204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762139.259205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.259208:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2127
00000100:00080000:3.0:1789762139.259211:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762139.259214:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762139.259218:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762139.259222:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762139.259230:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484584576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.259238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.259240:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762139.259242:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.259244:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2127
00000100:00080000:3.0:1789762139.259246:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.259249:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762139.259252:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762139.259263:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8ab8c34f6300 x1876699484584064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762139.259264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484584704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762139.259311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484584064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.259325:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.259330:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762139.259335:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484584064:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762139.259361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484584192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762139.259381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762139.259391:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8ab8c34f5c00 x1876699484584192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.259400:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484584192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.259407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.259410:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762139.259412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484584192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762139.259416:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484584320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762139.259428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762139.259435:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8ab8c34f4a80 x1876699484584320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.259443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484584320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.259449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.259450:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762139.259452:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484584320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762139.259456:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484584448:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762139.259472:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762139.259484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8ab8c34f4380 x1876699484584448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.259497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484584448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.259508:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.259512:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762139.259517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484584448:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762139.259523:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484584576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762139.259539:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762139.259547:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8ab8c34f7b80 x1876699484584576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.259555:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484584576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.259561:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.259563:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762139.259566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484584576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762139.259569:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484584704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762139.259580:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762139.259586:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8ab8c34f7100 x1876699484584704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.259593:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484584704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.259598:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.259600:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762139.259602:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484584704:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762139.963036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762140.987055:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762142.011005:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762143.035051:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762144.059026:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762144.379036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.379050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762144.379056:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.379068:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2132
00000100:00080000:0.0:1789762144.379080:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.379089:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762144.379143:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484584832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.379177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.379181:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762144.379184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.379189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2132
00000100:00080000:0.0:1789762144.379194:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.379199:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762144.379210:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762144.379223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484584960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.379231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.379234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762144.379236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.379239:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2132
00000100:00080000:0.0:1789762144.379242:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.379245:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762144.379249:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762144.379255:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484585088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.379265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762144.379266:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484584832:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762144.379270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762144.379274:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.379277:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2132
00000100:00080000:0.0:1789762144.379279:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.379281:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762144.379285:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762144.379293:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484585216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.379299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.379302:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762144.379303:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.379306:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2132
00000100:00080000:0.0:1789762144.379309:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.379311:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762144.379315:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762144.379322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484585344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.379328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.379332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762144.379334:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.379338:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2132
00000100:00080000:0.0:1789762144.379344:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762144.379346:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762144.379353:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762144.379360:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762144.379376:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484585472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762144.379395:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8ab8c2febb80 x1876699484584832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.379413:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484584832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.379422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.379425:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762144.379429:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484584832:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762144.379435:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484584960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762144.379450:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762144.379459:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8ab8c2fe9f80 x1876699484584960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.379467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484584960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.379472:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.379475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762144.379477:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484584960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762144.379499:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762144.379510:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762144.379516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8ab8c2fe9500 x1876699484585088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.379524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484585088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.379529:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.379531:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762144.379533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762144.379536:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585216:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762144.379547:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762144.379554:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8ab8c2fea680 x1876699484585216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.379561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484585216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.379567:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.379568:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762144.379570:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585216:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762144.379574:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484585344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762144.379591:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762144.379598:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8ab8c2feaa00 x1876699484585344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.379606:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484585344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.379611:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.379614:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762144.379616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484585344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762144.379619:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484585472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762144.379630:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762144.379635:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8ab8c2fea300 x1876699484585472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.379642:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484585472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.379648:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.379650:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762144.379652:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484585472:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762145.083070:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762146.107045:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762147.131022:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762148.154990:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762149.179029:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762149.498959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.498968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762149.498971:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.498979:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2138
00000100:00080000:0.0:1789762149.498988:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.498994:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762149.499026:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484585600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762149.499047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.499049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762149.499051:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.499054:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2138
00000100:00080000:0.0:1789762149.499056:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.499058:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762149.499065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762149.499074:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484585728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762149.499081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.499084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762149.499086:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.499089:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2138
00000100:00080000:0.0:1789762149.499091:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.499093:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762149.499096:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762149.499101:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484585856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762149.499108:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484585600:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762149.499110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.499116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762149.499119:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.499123:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2138
00000100:00080000:0.0:1789762149.499125:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.499127:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762149.499130:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762149.499139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484585984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762149.499146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.499149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762149.499150:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.499152:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2138
00000100:00080000:0.0:1789762149.499163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.499165:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762149.499169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762149.499178:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762149.499179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484586112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762149.499189:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.499191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762149.499193:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.499195:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2138
00000100:00080000:0.0:1789762149.499198:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.499201:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762149.499203:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762149.499211:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484586240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762149.499224:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff8ab8c2fe8e00 x1876699484585600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762149.499244:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484585600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762149.499256:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762149.499260:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762149.499265:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484585600:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762149.499273:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762149.499293:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762149.499305:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff8ab8c2feb100 x1876699484585728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762149.499317:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484585728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762149.499333:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762149.499337:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762149.499340:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762149.499363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762149.499380:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762149.499390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff8ab8c2feb480 x1876699484585856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762149.499402:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484585856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762149.499410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762149.499414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762149.499417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762149.499423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585984:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762149.499439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762149.499448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff8ab8c2feb800 x1876699484585984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762149.499459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484585984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762149.499468:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762149.499471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762149.499474:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484585984:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762149.499480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484586112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762149.499496:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762149.499506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff8ab8c2fe9180 x1876699484586112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762149.499517:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484586112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762149.499525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762149.499529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762149.499532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484586112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762149.499538:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484586240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762149.499555:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762149.499565:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff8ab8c2fe8000 x1876699484586240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762149.499577:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484586240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762149.499584:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762149.499587:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762149.499591:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484586240:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762150.203000:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762151.226985:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762152.251024:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762153.275000:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762154.299081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762154.618982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762154.618997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762154.619002:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762154.619014:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2143
00000100:00080000:3.0:1789762154.619026:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762154.619034:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762154.619077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484586368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762154.619104:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762154.619107:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762154.619109:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762154.619112:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2143
00000100:00080000:3.0:1789762154.619115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762154.619118:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762154.619127:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762154.619139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484586496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762154.619147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762154.619149:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762154.619151:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762154.619153:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2143
00000100:00080000:3.0:1789762154.619156:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762154.619159:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762154.619163:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762154.619170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484586624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762154.619176:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762154.619179:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762154.619180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762154.619183:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2143
00000100:00080000:3.0:1789762154.619186:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762154.619189:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762154.619192:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762154.619201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484586752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762154.619205:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484586368:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762154.619232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762154.619235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762154.619236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762154.619240:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2143
00000100:00080000:3.0:1789762154.619242:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762154.619245:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762154.619248:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762154.619256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484586880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762154.619262:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762154.619265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762154.619266:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762154.619270:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2143
00000100:00080000:3.0:1789762154.619273:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762154.619275:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762154.619279:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762154.619285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484587008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762154.619298:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762154.619348:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff8ab8c34f7800 x1876699484586368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.619366:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484586368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.619378:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.619383:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762154.619387:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484586368:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762154.619395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484586496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762154.619419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762154.619431:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff8ab8c34f5f80 x1876699484586496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.619444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484586496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.619452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.619455:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762154.619459:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484586496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762154.619465:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484586624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762154.619483:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762154.619495:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff8ab8c34f6d80 x1876699484586624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.619507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484586624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.619514:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.619518:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762154.619521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484586624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762154.619549:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484586752:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762154.619569:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762154.619580:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff8ab8c34f5880 x1876699484586752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.619592:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484586752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.619601:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.619604:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762154.619607:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484586752:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762154.619614:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484586880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762154.619630:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762154.619639:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff8ab8c34f5180 x1876699484586880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.619650:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484586880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.619659:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.619662:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762154.619666:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484586880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762154.619672:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484587008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762154.619688:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762154.619697:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762154/real 1789762154]  req@ffff8ab8c34f6680 x1876699484587008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762154.619708:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484587008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762154.619717:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762154.619720:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762154.619724:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484587008:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762155.323013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762156.347050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762157.371013:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762158.395039:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762159.418998:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762159.738940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762159.738952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762159.738956:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762159.738968:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2148
00000100:00080000:3.0:1789762159.738982:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762159.738992:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762159.739035:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484587136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762159.739057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762159.739061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762159.739063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762159.739070:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2148
00000100:00080000:3.0:1789762159.739075:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762159.739083:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762159.739084:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484587136:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789762159.739098:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762159.739121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484587264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762159.739132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762159.739135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762159.739136:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762159.739140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2148
00000100:00080000:3.0:1789762159.739147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762159.739153:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762159.739159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762159.739165:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762159.739173:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484587392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762159.739182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762159.739186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762159.739188:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762159.739191:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2148
00000100:00080000:3.0:1789762159.739194:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762159.739197:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762159.739202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762159.739214:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff8ab8c34f6a00 x1876699484587136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762159.739214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484587520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762159.739240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762159.739251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484587136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762159.739261:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762159.739264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762159.739268:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484587136:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762159.739308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762159.739310:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762159.739321:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2148
00000100:00080000:3.0:1789762159.739325:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762159.739329:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484587264:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762159.739332:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762159.739341:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762159.739358:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484587648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762159.739359:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762159.739373:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff8ab8c34f4700 x1876699484587264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762159.739383:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484587264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762159.739390:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762159.739392:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762159.739394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484587264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762159.739398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484587392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762159.739414:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762159.739426:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff8ab8c34f4000 x1876699484587392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762159.739439:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484587392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762159.739448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762159.739453:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762159.739457:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484587392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762159.739464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484587520:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762159.739482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762159.739492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff8ab8c34f7480 x1876699484587520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762159.739501:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484587520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762159.739508:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762159.739510:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762159.739512:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484587520:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762159.739525:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484587648:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762159.739536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762159.739541:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762159.739543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762159.739546:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762159.739551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2148
00000100:00100000:0.0:1789762159.739555:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff8ab8c34f5500 x1876699484587648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762159.739558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762159.739566:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762159.739574:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762159.739575:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484587648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762159.739590:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762159.739590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484587776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762159.739599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762159.739605:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484587648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762159.739668:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484587776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762159.739699:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762159.739713:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762159/real 1789762159]  req@ffff8ab8c34f7480 x1876699484587776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762159.739726:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484587776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762159.739738:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762159.739754:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762159.739759:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484587776:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762160.443030:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762161.467040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762162.491008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762163.515042:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762164.539057:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762164.858963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.858975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762164.858980:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.858992:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2153
00000100:00080000:0.0:1789762164.859005:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.859014:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762164.859079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484587904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762164.859105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.859109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762164.859111:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.859115:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2153
00000100:00080000:0.0:1789762164.859119:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.859122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762164.859133:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.859150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484588032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762164.859151:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484587904:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762164.859169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.859172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762164.859174:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.859177:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2153
00000100:00080000:0.0:1789762164.859179:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.859182:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762164.859187:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.859196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484588160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762164.859204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.859207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762164.859208:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.859212:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2153
00000100:00080000:0.0:1789762164.859224:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.859228:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762164.859232:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762164.859242:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762164.859244:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484588288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762164.859255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.859258:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762164.859259:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.859263:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2153
00000100:00080000:0.0:1789762164.859266:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762164.859269:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762164.859273:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.859282:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484588416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762164.859290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762164.859293:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762164.859295:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762164.859301:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2153
00000100:00080000:0.0:1789762164.859306:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762164.859306:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff8ab8c2fe8a80 x1876699484587904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762164.859313:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762164.859320:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762164.859334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484588544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762164.859348:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484587904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.859363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.859369:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762164.859373:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484587904:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762164.859402:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762164.859426:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762164.859438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff8ab8c2fead80 x1876699484588032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.859449:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484588032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.859462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.859465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762164.859468:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762164.859473:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762164.859488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762164.859496:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff8ab8c2fe9880 x1876699484588160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.859505:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484588160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.859511:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.859514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762164.859516:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762164.859520:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588288:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762164.859534:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762164.859542:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff8ab8c2fe9c00 x1876699484588288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.859551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484588288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.859558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.859560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762164.859563:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588288:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762164.859567:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484588416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762164.859581:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762164.859588:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff8ab8c2fe8380 x1876699484588416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.859597:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484588416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.859604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.859606:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762164.859608:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484588416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762164.859612:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484588544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762164.859625:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762164.859632:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762164/real 1789762164]  req@ffff8ab8c2fe8000 x1876699484588544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762164.859641:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484588544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762164.859647:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762164.859649:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762164.859652:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484588544:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762165.563122:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762166.587046:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762167.611105:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762168.635036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762169.659051:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762169.979033:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762169.979049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762169.979054:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762169.979065:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2158
00000100:00080000:2.0:1789762169.979078:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762169.979086:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762169.979131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484588672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762169.979161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762169.979164:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762169.979166:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762169.979169:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2158
00000100:00080000:2.0:1789762169.979171:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762169.979174:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762169.979196:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762169.979207:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484588800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762169.979214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762169.979218:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762169.979220:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762169.979223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2158
00000100:00080000:2.0:1789762169.979224:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762169.979227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762169.979230:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762169.979240:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484588672:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762169.979240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484588928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762169.979265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762169.979268:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762169.979270:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762169.979273:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2158
00000100:00080000:2.0:1789762169.979275:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762169.979277:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762169.979283:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762169.979291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484589056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762169.979299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762169.979301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762169.979303:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762169.979306:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2158
00000100:00080000:2.0:1789762169.979309:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762169.979311:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762169.979315:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762169.979324:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484589184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762169.979330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762169.979333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762169.979335:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762169.979337:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2158
00000100:00080000:2.0:1789762169.979340:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762169.979343:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762169.979349:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762169.979361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484589312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762169.979370:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762169.979415:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762169.979440:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484589056:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762169.979455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484589184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762169.979469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484589312:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762170.682982:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762171.707023:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762172.731057:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762173.051278:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:2.0:1789762173.051387:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762173.051414:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789762173.051480:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789762173.051492:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789762173.051519:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789762173.051528:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789762173.051550:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789762173.051633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762173]  req@ffff8ab8c33de300 x1876699484588928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762173.051687:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484588928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762173.051703:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762173.051710:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762173.051715:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762173.051727:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762173]  req@ffff8ab8c33de680 x1876699484589056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762173.051741:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484589056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762173.051756:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762173.051761:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762173.051764:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484589056:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762173.051773:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762173]  req@ffff8ab8c33df100 x1876699484589184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762173.051785:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484589184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762173.051794:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762173.051798:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762173.051802:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484589184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762173.051809:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762173]  req@ffff8ab8c33dca80 x1876699484589312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762173.051820:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484589312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762173.051838:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762173.051842:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762173.051845:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484589312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762173.051852:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762173]  req@ffff8ab8c33dc380 x1876699484588672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762173.051945:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484588672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762173.051958:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762173.051962:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762173.051967:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484588672:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762173.051977:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762169/real 1789762173]  req@ffff8ab8c33dd880 x1876699484588800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762173.051992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484588800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762173.052000:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762173.052003:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762173.052006:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484588800:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762173.754986:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762174.779081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762175.099128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.099141:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762175.099145:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.099157:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2163
00000100:00080000:0.0:1789762175.099172:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.099181:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762175.099233:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484589440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762175.099270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.099277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762175.099280:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.099286:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2163
00000100:00080000:0.0:1789762175.099292:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.099298:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762175.099313:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762175.099337:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484589568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762175.099340:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484589440:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762175.099364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.099377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762175.099379:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.099385:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2163
00000100:00080000:0.0:1789762175.099391:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.099396:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762175.099402:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762175.099444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484589696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762175.099469:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762175.099489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.099496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762175.099499:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.099507:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2163
00000100:00080000:0.0:1789762175.099513:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.099519:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762175.099528:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762175.099547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484589824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762175.099556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8ab8c2fe9180 x1876699484589440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762175.099571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.099580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762175.099583:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.099590:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2163
00000100:00100000:1.0:1789762175.099595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484589440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762175.099598:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.099610:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762175.099623:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762175.099625:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.099656:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762175.099666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484589952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762175.099667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484589440:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762175.099708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762175.099713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762175.099716:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762175.099723:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2163
00000100:00100000:1.0:1789762175.099728:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484589568:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762175.099731:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762175.099744:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762175.099753:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762175.099772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484590080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762175.099782:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762175.099812:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8ab8c2feb800 x1876699484589568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.099835:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484589568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.099847:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.099852:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762175.099857:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484589568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.099903:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484589696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.099951:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762175.099978:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8ab8c2feb480 x1876699484589696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.099994:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484589696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.100004:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.100008:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762175.100013:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484589696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.100021:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484589824:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762175.100051:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762175.100072:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8ab8c2feb100 x1876699484589824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.100090:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484589824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.100101:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.100106:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762175.100111:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484589824:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762175.100120:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484589952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.100149:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762175.100164:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8ab8c2fe8e00 x1876699484589952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.100180:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484589952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.100192:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.100197:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762175.100205:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484589952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.100231:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484590080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.100258:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762175.100274:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8ab8c2fea300 x1876699484590080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.100289:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484590080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.100307:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.100312:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762175.100317:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484590080:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762175.803087:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762176.826985:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762177.851044:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762178.874996:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762179.898978:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762180.218987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762180.218998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762180.219003:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762180.219013:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2168
00000100:00080000:2.0:1789762180.219026:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762180.219034:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762180.219087:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484590208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762180.219124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762180.219127:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762180.219128:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762180.219132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2168
00000100:00080000:2.0:1789762180.219135:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762180.219138:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762180.219153:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762180.219168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484590336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762180.219177:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484590208:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762180.219182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762180.219186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762180.219187:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762180.219191:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2168
00000100:00080000:2.0:1789762180.219195:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762180.219201:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762180.219207:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762180.219223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484590464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762180.219231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762180.219234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762180.219236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762180.219240:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2168
00000100:00080000:2.0:1789762180.219244:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762180.219249:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789762180.219254:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762180.219258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762180.219278:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484590592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762180.219291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762180.219296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762180.219299:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762180.219304:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8ab8c33dc000 x1876699484590208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762180.219308:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2168
00000100:00080000:2.0:1789762180.219316:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762180.219321:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762180.219332:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762180.219337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484590208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.219349:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762180.219350:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484590720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762180.219356:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762180.219362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484590208:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762180.219375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762180.219387:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762180.219389:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762180.219395:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2168
00000100:00100000:1.0:1789762180.219400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484590336:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762180.219401:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762180.219410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762180.219416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762180.219431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484590848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762180.219440:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762180.219459:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8ab8c33dc700 x1876699484590336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.219470:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484590336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.219481:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.219484:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762180.219486:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484590336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.219490:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484590464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.219505:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762180.219512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8ab8c33dd180 x1876699484590464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.219519:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484590464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.219525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.219526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762180.219528:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484590464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.219532:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484590592:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762180.219545:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762180.219552:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8ab8c33dd880 x1876699484590592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.219560:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484590592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.219565:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.219566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762180.219569:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484590592:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762180.219573:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484590720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.219584:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762180.219605:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8ab8c33dc380 x1876699484590720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.219614:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484590720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.219621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.219624:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762180.219628:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484590720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.219646:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484590848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.219669:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762180.219680:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8ab8c33dca80 x1876699484590848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.219688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484590848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.219694:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.219696:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762180.219698:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484590848:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762180.922965:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762181.947186:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762182.971171:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762183.995047:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762185.019036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762185.338986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762185.339000:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762185.339003:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762185.339011:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2173
00000100:00080000:0.0:1789762185.339021:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762185.339027:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762185.339060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484590976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762185.339083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762185.339086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762185.339087:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762185.339091:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2173
00000100:00080000:0.0:1789762185.339093:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762185.339095:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762185.339103:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762185.339114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484591104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762185.339125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762185.339128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762185.339131:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762185.339134:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484590976:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762185.339139:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2173
00000100:00080000:0.0:1789762185.339145:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762185.339149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762185.339155:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762185.339169:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484591232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762185.339179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762185.339182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762185.339184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762185.339186:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2173
00000100:00080000:0.0:1789762185.339190:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762185.339194:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789762185.339194:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789762185.339202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762185.339216:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484591360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762185.339228:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762185.339235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762185.339235:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8ab8c2feaa00 x1876699484590976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762185.339239:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762185.339251:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2173
00000100:00080000:0.0:1789762185.339255:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762185.339259:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484590976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762185.339261:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762185.339269:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762185.339273:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.339278:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762185.339282:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484591488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762185.339285:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484590976:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762185.339300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762185.339302:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762185.339304:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762185.339308:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2173
00000100:00080000:0.0:1789762185.339311:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762185.339314:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484591104:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762185.339316:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762185.339323:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762185.339333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484591616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762185.339341:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762185.339357:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8ab8c2fea680 x1876699484591104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.339367:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484591104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.339373:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.339375:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762185.339378:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484591104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.339382:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484591232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.339393:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762185.339400:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8ab8c2fe9500 x1876699484591232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.339408:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484591232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.339413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.339415:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762185.339417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484591232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.339420:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484591360:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762185.339431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762185.339436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8ab8c2fe9f80 x1876699484591360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.339444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484591360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.339449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.339451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762185.339452:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484591360:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762185.339456:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484591488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.339466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762185.339472:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8ab8c2febb80 x1876699484591488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.339479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484591488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.339485:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.339487:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762185.339489:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484591488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.339500:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484591616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.339510:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762185.339516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8ab8c2feaa00 x1876699484591616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.339523:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484591616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.339528:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.339530:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762185.339531:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484591616:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762186.043018:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762187.067020:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762188.091002:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762189.115057:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762190.138966:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762190.458974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.458982:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762190.458986:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.458995:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2179
00000100:00080000:0.0:1789762190.459007:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.459015:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762190.459058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484591744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762190.459083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.459086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762190.459089:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.459093:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2179
00000100:00080000:0.0:1789762190.459097:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.459102:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762190.459112:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762190.459124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484591872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762190.459133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762190.459135:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484591744:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762190.459136:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762190.459138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.459146:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2179
00000100:00080000:0.0:1789762190.459149:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.459151:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762190.459162:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762190.459172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484592000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762190.459179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.459182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762190.459183:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.459185:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2179
00000100:00080000:0.0:1789762190.459195:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.459197:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762190.459200:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762190.459206:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762190.459210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484592128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762190.459219:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.459221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762190.459223:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.459226:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2179
00000100:00080000:0.0:1789762190.459228:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.459231:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762190.459233:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762190.459241:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484592256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762190.459247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.459252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762190.459253:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8ab8c2fea300 x1876699484591744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762190.459254:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.459260:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2179
00000100:00080000:0.0:1789762190.459264:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.459270:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762190.459275:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762190.459280:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484591744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762190.459284:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484592384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762190.459314:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.459318:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762190.459322:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484591744:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762190.459342:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484591872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.459360:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762190.459368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8ab8c2fe8e00 x1876699484591872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.459377:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484591872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.459383:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.459385:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762190.459387:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484591872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.459391:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.459402:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762190.459408:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8ab8c2feb100 x1876699484592000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.459415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484592000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.459421:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.459423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762190.459425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.459429:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592128:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762190.459440:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762190.459446:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8ab8c2feb480 x1876699484592128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.459453:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484592128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.459458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.459460:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762190.459462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592128:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762190.459465:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484592256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.459476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762190.459482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8ab8c2feb800 x1876699484592256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.459489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484592256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.459494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.459495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762190.459497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484592256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.459501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484592384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.459530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762190.459541:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8ab8c2fe9180 x1876699484592384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.459550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484592384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.459556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.459558:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762190.459560:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484592384:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762191.163078:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762192.186986:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762193.210983:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762194.235024:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762195.259057:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762195.578984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762195.578995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762195.579000:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762195.579011:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2184
00000100:00080000:0.0:1789762195.579024:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762195.579032:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762195.579072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484592512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762195.579101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762195.579105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762195.579106:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762195.579110:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2184
00000100:00080000:0.0:1789762195.579116:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762195.579120:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762195.579131:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762195.579152:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484592512:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762195.579153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484592640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762195.579182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762195.579187:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762195.579190:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762195.579197:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2184
00000100:00080000:0.0:1789762195.579203:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762195.579209:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762195.579214:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762195.579232:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762195.579237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484592768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762195.579250:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762195.579253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762195.579256:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762195.579260:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2184
00000100:00080000:0.0:1789762195.579264:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762195.579267:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762195.579273:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762195.579279:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff8ab8c2fe8000 x1876699484592512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762195.579286:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484592896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762195.579324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762195.579330:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484592512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762195.579331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762195.579336:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762195.579352:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2184
00000100:00080000:0.0:1789762195.579359:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762195.579359:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762195.579372:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789762195.579372:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789762195.579388:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762195.579390:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484592512:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762195.579413:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484593024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762195.579422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762195.579431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762195.579431:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592640:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762195.579436:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762195.579444:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2184
00000100:00080000:0.0:1789762195.579448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762195.579451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762195.579456:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762195.579469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484593152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762195.579499:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762195.579522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff8ab8c2fe8380 x1876699484592640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762195.579546:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484592640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762195.579560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762195.579566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762195.579571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762195.579581:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762195.579598:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762195.579608:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff8ab8c2fe9c00 x1876699484592768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762195.579616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484592768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762195.579621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762195.579624:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762195.579629:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762195.579637:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592896:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762195.579659:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762195.579670:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff8ab8c2fe9880 x1876699484592896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762195.579684:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484592896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762195.579690:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762195.579693:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762195.579695:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484592896:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762195.579699:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484593024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762195.579715:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762195.579723:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff8ab8c2fead80 x1876699484593024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762195.579730:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484593024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762195.579735:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762195.579738:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762195.579740:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484593024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762195.579753:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484593152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762195.579765:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762195.579771:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762195/real 1789762195]  req@ffff8ab8c2fe8a80 x1876699484593152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762195.579783:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484593152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762195.579788:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762195.579790:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762195.579791:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484593152:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762196.283003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762197.307041:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762198.330987:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762199.355359:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762200.379064:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762200.698970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762200.698980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762200.698984:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762200.698995:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2189
00000100:00080000:0.0:1789762200.699007:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762200.699015:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762200.699051:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484593280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762200.699075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762200.699078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762200.699080:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762200.699083:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2189
00000100:00080000:0.0:1789762200.699086:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762200.699089:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762200.699096:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762200.699110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484593408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762200.699122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762200.699128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762200.699128:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484593280:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762200.699131:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762200.699139:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2189
00000100:00080000:0.0:1789762200.699143:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762200.699148:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762200.699154:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762200.699165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484593536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762200.699173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762200.699175:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762200.699177:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762200.699181:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2189
00000800:00000100:2.0:1789762200.699186:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762200.699188:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762200.699193:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762200.699198:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762200.699205:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484593664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762200.699214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762200.699216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762200.699218:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762200.699222:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2189
00000100:00100000:2.0:1789762200.699223:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff8ab8c2fe8a80 x1876699484593280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762200.699224:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762200.699231:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762200.699238:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762200.699253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484593792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762200.699254:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484593280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762200.699273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762200.699278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762200.699279:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762200.699282:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2189
00000100:00080000:2.0:1789762200.699282:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762200.699286:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762200.699292:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789762200.699292:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789762200.699294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762200.699302:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484593280:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762200.699304:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484593920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762200.699334:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484593408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762200.699360:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762200.699373:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff8ab8c2fead80 x1876699484593408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.699386:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484593408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.699400:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.699404:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762200.699407:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484593408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.699413:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484593536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762200.699431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762200.699460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff8ab8c2fe9880 x1876699484593536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.699473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484593536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.699481:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.699484:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762200.699487:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484593536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.699493:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484593664:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762200.699511:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762200.699521:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff8ab8c2fe9c00 x1876699484593664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.699533:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484593664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.699540:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.699543:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762200.699548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484593664:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762200.699554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484593792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762200.699570:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762200.699579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff8ab8c2fe8380 x1876699484593792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.699590:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484593792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.699599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.699602:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762200.699605:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484593792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762200.699611:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484593920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762200.699627:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762200.699645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762200/real 1789762200]  req@ffff8ab8c2fe8000 x1876699484593920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762200.699658:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484593920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762200.699665:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762200.699669:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762200.699672:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484593920:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762201.403082:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762202.427006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762203.451025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762204.474996:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762205.499037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762205.818967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762205.818975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762205.818979:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762205.818987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2194
00000100:00080000:3.0:1789762205.818995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762205.819001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762205.819033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484594048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762205.819055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762205.819058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762205.819059:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762205.819062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2194
00000100:00080000:3.0:1789762205.819065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762205.819067:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762205.819074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762205.819085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484594176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762205.819093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762205.819098:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484594048:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762205.819105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762205.819108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762205.819111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2194
00000100:00080000:3.0:1789762205.819114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762205.819117:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762205.819121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762205.819129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484594304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762205.819137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762205.819139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762205.819140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762205.819142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2194
00000100:00080000:3.0:1789762205.819150:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762205.819153:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789762205.819157:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789762205.819165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762205.819174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484594432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762205.819182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762205.819184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762205.819186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762205.819189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2194
00000100:00080000:3.0:1789762205.819193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762205.819197:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff8ab8c34f4000 x1876699484594048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762205.819199:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762205.819206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762205.819220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484594560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762205.819223:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484594048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762205.819247:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762205.819250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762205.819253:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762205.819255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762205.819258:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762205.819259:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484594048:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762205.819264:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2194
00000100:00080000:3.0:1789762205.819267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762205.819269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762205.819272:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762205.819280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484594688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762205.819283:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484594176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762205.819308:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762205.819320:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff8ab8c34f4700 x1876699484594176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762205.819329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484594176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762205.819334:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762205.819337:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762205.819339:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484594176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762205.819342:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484594304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762205.819353:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762205.819359:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff8ab8c34f6a00 x1876699484594304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762205.819366:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484594304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762205.819375:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762205.819377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762205.819380:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484594304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762205.819383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484594432:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762205.819394:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762205.819423:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff8ab8c34f6680 x1876699484594432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762205.819435:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484594432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762205.819443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762205.819447:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762205.819451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484594432:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762205.819457:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484594560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762205.819473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762205.819480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff8ab8c34f5180 x1876699484594560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762205.819488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484594560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762205.819493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762205.819495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762205.819497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484594560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762205.819509:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484594688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762205.819519:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762205.819526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762205/real 1789762205]  req@ffff8ab8c34f5880 x1876699484594688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762205.819533:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484594688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762205.819538:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762205.819540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762205.819541:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484594688:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762206.523066:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762207.547056:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762208.571026:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762209.595021:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762210.619076:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762210.939005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762210.939013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762210.939017:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762210.939026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2199
00000100:00080000:1.0:1789762210.939034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762210.939041:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762210.939081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484594816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762210.939112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762210.939115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762210.939116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762210.939120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2199
00000100:00080000:1.0:1789762210.939123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762210.939126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762210.939133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762210.939149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484594944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762210.939157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762210.939159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762210.939161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762210.939163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2199
00000100:00080000:1.0:1789762210.939165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762210.939167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762210.939172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762210.939188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484595072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762210.939188:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484594816:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762210.939218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762210.939221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762210.939222:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762210.939225:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2199
00000100:00080000:1.0:1789762210.939227:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762210.939230:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762210.939235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762210.939244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484595200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762210.939251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762210.939254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762210.939256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762210.939259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2199
00000100:00080000:1.0:1789762210.939261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762210.939263:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762210.939266:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762210.939274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484595328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762210.939280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762210.939282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762210.939283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762210.939287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2199
00000100:00080000:1.0:1789762210.939289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762210.939291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762210.939294:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762210.939302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484595456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762210.939305:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762210.939389:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210]  req@ffff8ab8d84a8700 x1876699484594816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762210.939412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484594816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762210.939425:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762210.939431:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762210.939435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484594816:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762210.939445:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484594944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762210.939473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762210.939488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210]  req@ffff8ab8d84a8380 x1876699484594944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762210.939501:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484594944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762210.939510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762210.939514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762210.939518:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484594944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762210.939548:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762210.939570:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762210.939583:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210]  req@ffff8ab8d84a8000 x1876699484595072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762210.939594:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484595072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762210.939600:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762210.939603:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762210.939605:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762210.939610:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595200:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762210.939626:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762210.939633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210]  req@ffff8ab8d84ab800 x1876699484595200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762210.939641:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484595200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762210.939647:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762210.939658:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762210.939661:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595200:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762210.939665:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484595328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762210.939678:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762210.939685:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210]  req@ffff8ab8d84a9500 x1876699484595328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762210.939693:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484595328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762210.939698:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762210.939701:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762210.939703:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484595328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762210.939706:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484595456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762210.939717:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762210.939723:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762210/real 1789762210]  req@ffff8ab8d84a9880 x1876699484595456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762210.939729:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484595456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762210.939735:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762210.939737:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762210.939739:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484595456:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762211.643006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762212.667058:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762213.690986:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762214.715058:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762215.739008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762216.058973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.058984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762216.058988:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.058998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2204
00000100:00080000:3.0:1789762216.059009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.059016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762216.059051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484595584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762216.059074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.059076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762216.059078:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.059081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2204
00000100:00080000:3.0:1789762216.059084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.059086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762216.059094:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.059102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484595712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762216.059109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.059112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762216.059113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.059116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2204
00000100:00080000:3.0:1789762216.059117:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.059119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762216.059122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.059131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484595840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762216.059138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.059141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762216.059142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.059144:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2204
00000100:00080000:3.0:1789762216.059147:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.059150:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762216.059153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762216.059159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484595968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762216.059167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.059169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789762216.059172:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484595584:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762216.059172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.059179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2204
00000100:00080000:3.0:1789762216.059187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.059191:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762216.059194:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.059200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484596096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762216.059207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.059209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762216.059210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.059214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2204
00000100:00080000:3.0:1789762216.059215:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.059217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762216.059220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.059226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484596224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762216.059272:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762216.059350:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff8ab8c34f6d80 x1876699484595584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762216.059373:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484595584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762216.059387:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762216.059391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762216.059395:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484595584:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762216.059402:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762216.059423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762216.059433:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff8ab8c34f5f80 x1876699484595712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762216.059442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484595712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762216.059448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762216.059450:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762216.059452:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762216.059456:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762216.059468:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762216.059475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff8ab8c34f7800 x1876699484595840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762216.059483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484595840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762216.059488:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762216.059490:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762216.059492:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762216.059515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595968:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762216.059528:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762216.059534:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff8ab8c34f7100 x1876699484595968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762216.059542:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484595968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762216.059548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762216.059549:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762216.059551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484595968:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762216.059555:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484596096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762216.059566:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762216.059582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff8ab8c34f7b80 x1876699484596096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762216.059590:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484596096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762216.059596:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762216.059599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762216.059601:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484596096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762216.059604:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484596224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762216.059619:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762216.059629:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff8ab8c34f4380 x1876699484596224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762216.059640:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484596224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762216.059649:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762216.059652:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762216.059656:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484596224:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762216.763022:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762217.787006:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762218.811070:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762219.835025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762220.859035:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762221.178975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762221.178986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762221.178990:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762221.179001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2209
00000100:00080000:1.0:1789762221.179013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762221.179021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762221.179078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484596352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762221.179110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762221.179114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762221.179115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762221.179119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2209
00000100:00080000:1.0:1789762221.179123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762221.179126:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762221.179137:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762221.179150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484596480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762221.179159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762221.179162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762221.179165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762221.179168:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484596352:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762221.179169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2209
00000100:00080000:1.0:1789762221.179174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762221.179180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762221.179184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762221.179192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484596608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762221.179205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762221.179209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762221.179210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762221.179213:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2209
00000100:00080000:1.0:1789762221.179216:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762221.179218:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762221.179222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762221.179230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484596736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762221.179237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762221.179241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762221.179242:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762221.179244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2209
00000100:00080000:1.0:1789762221.179247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762221.179249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762221.179253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762221.179256:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762221.179264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484596864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762221.179272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762221.179275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762221.179276:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762221.179279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2209
00000100:00080000:1.0:1789762221.179294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762221.179298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762221.179302:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762221.179312:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484596992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762221.179320:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8ab8d84a9880 x1876699484596352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.179338:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484596352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.179351:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.179356:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762221.179362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484596352:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762221.179391:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484596480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762221.179414:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762221.179428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8ab8d84a9500 x1876699484596480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.179443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484596480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.179453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.179456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762221.179460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484596480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762221.179465:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484596608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762221.179481:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762221.179493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8ab8d84ab800 x1876699484596608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.179505:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484596608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.179514:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.179517:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762221.179521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484596608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762221.179527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484596736:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762221.179557:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762221.179571:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8ab8d84a8000 x1876699484596736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.179584:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484596736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.179590:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.179592:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762221.179595:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484596736:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762221.179599:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484596864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762221.179615:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762221.179623:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8ab8d84a8380 x1876699484596864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.179635:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484596864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.179644:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.179647:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762221.179650:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484596864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762221.179657:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484596992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762221.179678:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762221.179690:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8ab8d84a8700 x1876699484596992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.179703:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484596992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.179717:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.179720:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762221.179722:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484596992:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762221.883004:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762222.907052:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762223.931008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762224.955018:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762225.979015:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762226.298944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762226.298954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762226.298958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762226.298968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2214
00000100:00080000:1.0:1789762226.298979:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762226.298988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762226.299025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484597120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762226.299046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762226.299050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762226.299052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762226.299057:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2214
00000100:00080000:1.0:1789762226.299062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762226.299066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762226.299074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762226.299075:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484597120:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762226.299087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484597248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762226.299098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762226.299101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762226.299103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762226.299106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2214
00000100:00080000:1.0:1789762226.299109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762226.299113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762226.299116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762226.299125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484597376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762226.299132:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762226.299134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762226.299137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762226.299139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762226.299142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2214
00000100:00080000:1.0:1789762226.299145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762226.299148:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762226.299152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762226.299162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484597504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762226.299168:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8ab8d84ab480 x1876699484597120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762226.299172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762226.299176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762226.299177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762226.299181:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2214
00000100:00080000:1.0:1789762226.299184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762226.299185:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484597120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762226.299188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762226.299192:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762226.299197:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762226.299200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484597632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762226.299201:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762226.299205:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484597120:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762226.299210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762226.299212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762226.299214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762226.299217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2214
00000100:00080000:1.0:1789762226.299220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762226.299223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762226.299228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762226.299228:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484597248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762226.299237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484597760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762226.299265:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762226.299278:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8ab8d84aad80 x1876699484597248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.299293:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484597248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.299302:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.299304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762226.299313:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484597248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762226.299318:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484597376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762226.299335:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762226.299343:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8ab8d84a9f80 x1876699484597376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.299351:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484597376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.299356:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.299358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762226.299360:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484597376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762226.299364:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484597504:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762226.299375:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762226.299381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8ab8d84aa680 x1876699484597504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.299388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484597504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.299393:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.299395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762226.299397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484597504:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762226.299400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484597632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762226.299410:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762226.299416:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8ab8d84a8a80 x1876699484597632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.299424:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484597632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.299428:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.299430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762226.299432:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484597632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762226.299443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484597760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762226.299454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762226.299460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8ab8d84ab100 x1876699484597760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.299467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484597760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.299472:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.299474:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762226.299475:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484597760:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762227.003014:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762228.027077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762229.050994:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762230.075033:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762231.099078:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762231.419005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.419020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762231.419027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.419041:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2219
00000100:00080000:3.0:1789762231.419056:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.419067:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762231.419113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484597888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.419147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.419150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.419151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.419155:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2219
00000100:00080000:3.0:1789762231.419158:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.419162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762231.419173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762231.419181:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484597888:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762231.419190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484598016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.419200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.419203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762231.419218:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.419224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2219
00000100:00080000:3.0:1789762231.419228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.419233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762231.419239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762231.419251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484598144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.419259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.419262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.419264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.419271:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2219
00000800:00000100:1.0:1789762231.419274:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762231.419276:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.419281:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762231.419284:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762231.419294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484598272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.419301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.419304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.419305:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762231.419325:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8ab8c34f4a80 x1876699484597888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.419345:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484597888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.419358:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.419363:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762231.419368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484597888:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762231.419383:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2219
00000100:00080000:3.0:1789762231.419388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.419391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762231.419396:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762231.419399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762231.419410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484598400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762231.419425:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762231.419436:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8ab8c34f5c00 x1876699484598016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.419445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484598016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.419452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.419455:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762231.419458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762231.419463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762231.419475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762231.419482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8ab8c34f6300 x1876699484598144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.419491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484598144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.419504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.419507:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762231.419509:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762231.419516:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598272:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762231.419544:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762231.419551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.419556:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762231.419558:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.419564:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2219
00000100:00100000:1.0:1789762231.419566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8ab8c34f4380 x1876699484598272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762231.419568:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.419578:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762231.419584:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762231.419586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484598272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.419594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.419597:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762231.419600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598272:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762231.419618:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484598400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762231.419638:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484598528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762231.419648:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762231.419667:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8ab8c34f7b80 x1876699484598400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.419677:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484598400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.419688:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.419691:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762231.419694:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484598400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762231.419701:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484598528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762231.419713:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762231.419719:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8ab8c34f7100 x1876699484598528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.419727:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484598528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.419732:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.419734:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762231.419735:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484598528:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762232.123004:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762233.147029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762234.171066:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762235.195064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762236.219065:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762236.538944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762236.538952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762236.538955:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762236.538964:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2225
00000100:00080000:3.0:1789762236.538972:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762236.538978:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762236.539019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484598656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762236.539039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762236.539042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762236.539044:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762236.539047:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2225
00000100:00080000:3.0:1789762236.539049:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762236.539052:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762236.539059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762236.539067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484598784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762236.539075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762236.539077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762236.539079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762236.539084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2225
00000100:00100000:1.0:1789762236.539086:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484598656:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762236.539087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762236.539091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762236.539098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762236.539105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484598912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762236.539120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762236.539122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762236.539123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762236.539126:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2225
00000100:00080000:3.0:1789762236.539128:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762236.539130:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762236.539134:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762236.539141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484599040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762236.539147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762236.539149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762236.539150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762236.539152:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2225
00000100:00080000:3.0:1789762236.539162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762236.539165:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762236.539189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762236.539210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484599168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762236.539221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762236.539224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762236.539227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762236.539231:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598784:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762236.539236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2225
00000100:00080000:3.0:1789762236.539253:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762236.539257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762236.539262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762236.539274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484599296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762236.539280:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762236.539311:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484599040:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762236.539335:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484599168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762236.539364:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484599296:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762237.242956:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762238.267246:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762239.291013:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762239.611221:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762239.611276:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762239.611298:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762239.611345:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762239.611359:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762239.611371:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789762239.611376:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762239]  req@ffff8ab8c34f5f80 x1876699484598784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789762239.611386:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762239.611402:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789762239.611418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484598784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762239.611435:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762239.611442:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762239.611447:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762239.611456:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762239]  req@ffff8ab8c34f6d80 x1876699484598912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762239.611471:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484598912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762239.611481:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762239.611485:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762239.611489:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484598912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762239.611498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762239]  req@ffff8ab8c34f5880 x1876699484599040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762239.611512:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484599040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762239.611529:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762239.611533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762239.611536:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484599040:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762239.611543:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762239]  req@ffff8ab8c34f5180 x1876699484599168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762239.611555:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484599168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762239.611563:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762239.611567:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762239.611570:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484599168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762239.611577:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762239]  req@ffff8ab8c34f7800 x1876699484598656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762239.611596:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484598656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762239.611613:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762239.611625:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762239.611629:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484598656:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762239.611666:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762236/real 1789762239]  req@ffff8ab8c34f6680 x1876699484599296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762239.611679:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484599296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762239.611688:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762239.611693:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762239.611697:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484599296:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762240.315020:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762241.339033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762241.658998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762241.659009:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762241.659041:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762241.659054:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2230
00000100:00080000:0.0:1789762241.659068:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762241.659077:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762241.659147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484599424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762241.659209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762241.659214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762241.659216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762241.659222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2230
00000100:00080000:0.0:1789762241.659237:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762241.659241:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762241.659253:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762241.659269:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484599552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762241.659274:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484599424:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762241.659285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762241.659291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762241.659293:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762241.659300:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2230
00000100:00080000:0.0:1789762241.659305:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762241.659325:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762241.659331:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762241.659346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484599680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762241.659364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762241.659368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762241.659370:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762241.659376:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762241.659380:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2230
00000100:00080000:0.0:1789762241.659396:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762241.659400:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762241.659407:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762241.659422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484599808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762241.659434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762241.659438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762241.659441:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762241.659446:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff8ab8c2fe9180 x1876699484599424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762241.659449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2230
00000100:00080000:0.0:1789762241.659457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762241.659467:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762241.659475:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762241.659482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484599424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762241.659492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484599936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762241.659499:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762241.659508:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762241.659513:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762241.659516:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789762241.659518:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762241.659527:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484599424:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762241.659528:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2230
00000100:00080000:0.0:1789762241.659534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762241.659542:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762241.659548:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762241.659561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484600064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762241.659575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484599552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762241.659608:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762241.659623:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff8ab8c2feb800 x1876699484599552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762241.659636:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484599552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762241.659646:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762241.659650:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762241.659654:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484599552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762241.659662:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484599680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762241.659687:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762241.659701:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff8ab8c2feb480 x1876699484599680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762241.659716:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484599680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762241.659725:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762241.659729:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762241.659732:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484599680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762241.659739:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484599808:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762241.659763:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762241.659776:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff8ab8c2feb100 x1876699484599808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762241.659788:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484599808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762241.659798:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762241.659802:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762241.659806:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484599808:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762241.659812:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484599936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762241.659834:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762241.659847:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff8ab8c2fe8e00 x1876699484599936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762241.659901:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484599936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762241.659911:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762241.659915:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762241.659919:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484599936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762241.659940:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484600064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762241.659965:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762241.659979:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762241/real 1789762241]  req@ffff8ab8c2fea300 x1876699484600064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762241.659991:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484600064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762241.660000:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762241.660004:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762241.660007:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484600064:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762242.363011:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762243.387029:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762244.411029:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762245.435007:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762246.459050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762246.778999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762246.779008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762246.779012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762246.779023:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2235
00000100:00080000:3.0:1789762246.779034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762246.779042:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762246.779103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484600192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762246.779128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762246.779132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762246.779134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762246.779140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2235
00000100:00080000:3.0:1789762246.779145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762246.779149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762246.779159:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762246.779169:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484600192:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762246.779175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484600320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762246.779186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762246.779189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762246.779190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762246.779193:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2235
00000100:00080000:3.0:1789762246.779197:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762246.779200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762246.779205:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762246.779214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484600448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762246.779222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762246.779225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762246.779226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762246.779228:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762246.779230:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2235
00000100:00080000:3.0:1789762246.779233:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762246.779236:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762246.779240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762246.779249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484600576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762246.779259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762246.779262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762246.779264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762246.779265:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff8ab8c34f6a00 x1876699484600192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762246.779268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2235
00000100:00080000:3.0:1789762246.779271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762246.779274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762246.779279:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762246.779288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484600704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762246.779289:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484600192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762246.779298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762246.779300:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762246.779301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762246.779302:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762246.779304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762246.779306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2235
00000100:00100000:1.0:1789762246.779308:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484600192:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762246.779309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762246.779312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762246.779324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762246.779331:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484600320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762246.779334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484600832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762246.779353:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762246.779368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff8ab8c34f4700 x1876699484600320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762246.779381:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484600320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762246.779390:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762246.779393:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762246.779397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484600320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762246.779402:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484600448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762246.779418:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762246.779426:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff8ab8c34f4000 x1876699484600448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762246.779434:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484600448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762246.779445:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762246.779447:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762246.779449:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484600448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762246.779453:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484600576:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762246.779464:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762246.779470:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff8ab8c34f7480 x1876699484600576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762246.779477:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484600576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762246.779485:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762246.779488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762246.779491:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484600576:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762246.779497:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484600704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762246.779516:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762246.779528:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff8ab8c34f5500 x1876699484600704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762246.779542:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484600704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762246.779547:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762246.779549:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762246.779553:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484600704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762246.779571:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484600832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762246.779593:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762246.779605:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762246/real 1789762246]  req@ffff8ab8c34f6a00 x1876699484600832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762246.779613:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484600832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762246.779619:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762246.779621:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762246.779623:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484600832:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762247.483040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762248.507057:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762249.531034:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762250.555070:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762251.579001:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762251.898968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762251.898975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762251.898978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762251.898987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2240
00000100:00080000:3.0:1789762251.898996:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762251.899002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762251.899042:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484600960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762251.899076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762251.899079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762251.899080:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762251.899083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2240
00000100:00080000:3.0:1789762251.899086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762251.899088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762251.899095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762251.899105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484601088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762251.899113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762251.899117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762251.899119:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484600960:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762251.899120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762251.899127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2240
00000100:00080000:3.0:1789762251.899130:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762251.899132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762251.899135:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762251.899143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484601216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762251.899154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762251.899156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762251.899158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762251.899160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2240
00000100:00080000:3.0:1789762251.899162:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762251.899165:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762251.899168:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762251.899176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484601344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762251.899179:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762251.899188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762251.899191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762251.899192:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762251.899196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2240
00000100:00080000:3.0:1789762251.899198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762251.899201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762251.899204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762251.899210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484601472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762251.899217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762251.899219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762251.899222:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762251.899224:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff8ab8c34f6680 x1876699484600960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762251.899225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2240
00000100:00080000:3.0:1789762251.899230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762251.899236:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762251.899243:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762251.899255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484601600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762251.899263:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484600960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762251.899277:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762251.899282:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762251.899287:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484600960:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762251.899312:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762251.899334:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762251.899344:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff8ab8c34f7800 x1876699484601088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762251.899352:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484601088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762251.899358:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762251.899360:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762251.899362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762251.899366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762251.899378:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762251.899384:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff8ab8c34f5180 x1876699484601216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762251.899391:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484601216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762251.899396:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762251.899398:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762251.899400:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762251.899404:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601344:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762251.899413:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762251.899420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff8ab8c34f5880 x1876699484601344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762251.899432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484601344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762251.899441:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762251.899444:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762251.899447:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601344:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762251.899453:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484601472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762251.899474:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762251.899486:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff8ab8c34f6d80 x1876699484601472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762251.899499:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484601472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762251.899514:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762251.899517:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762251.899521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484601472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762251.899527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484601600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762251.899545:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762251.899555:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762251/real 1789762251]  req@ffff8ab8c34f5f80 x1876699484601600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762251.899568:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484601600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762251.899585:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762251.899588:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762251.899592:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484601600:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762252.603025:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762253.627036:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762254.651004:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762255.675012:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762256.699051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762257.019050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.019058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762257.019061:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.019070:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2245
00000100:00080000:0.0:1789762257.019079:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.019085:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762257.019118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484601728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.019144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.019147:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762257.019148:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.019152:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2245
00000100:00080000:0.0:1789762257.019154:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.019157:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762257.019164:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762257.019172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484601856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.019179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.019182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762257.019183:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.019185:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2245
00000100:00080000:0.0:1789762257.019187:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.019189:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762257.019191:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762257.019197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484601984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.019202:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.019205:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762257.019207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.019210:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2245
00000100:00080000:0.0:1789762257.019212:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.019214:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762257.019218:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762257.019225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484602112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.019233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762257.019236:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762257.019237:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.019239:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2245
00000100:00080000:0.0:1789762257.019243:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.019245:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762257.019249:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762257.019255:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484602240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762257.019267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762257.019269:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484601728:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762257.019271:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762257.019273:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762257.019289:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2245
00000100:00080000:0.0:1789762257.019292:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762257.019295:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762257.019298:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762257.019308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484602368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762257.019394:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762257.019461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8ab8c2feaa00 x1876699484601728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.019483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484601728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.019496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.019500:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762257.019516:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484601728:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762257.019528:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.019565:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762257.019593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8ab8c2febb80 x1876699484601856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.019605:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484601856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.019613:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.019617:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762257.019621:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.019627:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.019648:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762257.019661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8ab8c2fe9f80 x1876699484601984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.019679:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484601984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.019690:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.019695:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762257.019700:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484601984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.019709:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484602112:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762257.019737:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762257.019749:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8ab8c2fe9500 x1876699484602112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.019759:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484602112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.019767:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.019771:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762257.019776:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484602112:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762257.019837:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484602240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.019911:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762257.019924:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8ab8c2fea680 x1876699484602240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.019936:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484602240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.019944:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.019947:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762257.019950:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484602240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.019960:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484602368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.019988:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762257.020037:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8ab8c2fea300 x1876699484602368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.020055:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484602368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.020065:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.020068:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762257.020071:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484602368:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762257.723027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762258.747067:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762259.771153:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762260.795059:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762261.819116:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762262.138968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.138989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762262.138993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.139003:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2250
00000100:00080000:3.0:1789762262.139024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.139030:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762262.139063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484602496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.139096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.139099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762262.139100:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.139103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2250
00000100:00080000:3.0:1789762262.139105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.139108:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762262.139115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.139124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484602624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.139132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.139135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762262.139137:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.139140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2250
00000100:00080000:3.0:1789762262.139143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.139145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762262.139148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.139154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484602752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.139161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.139164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762262.139166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.139168:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2250
00000100:00080000:3.0:1789762262.139171:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.139173:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762262.139176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762262.139184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484602880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.139197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.139202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762262.139204:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.139215:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2250
00000100:00100000:1.0:1789762262.139216:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484602496:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762262.139221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.139235:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762262.139243:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.139256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484603008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.139264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.139266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762262.139268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.139271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2250
00000100:00080000:3.0:1789762262.139276:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.139280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762262.139284:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.139295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484603136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762262.139339:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762262.139410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8ab8c34f7100 x1876699484602496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.139435:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484602496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.139449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.139454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762262.139460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484602496:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762262.139474:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484602624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762262.139529:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762262.139549:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8ab8c34f7b80 x1876699484602624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.139565:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484602624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.139574:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.139577:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762262.139581:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484602624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762262.139587:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484602752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762262.139610:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762262.139621:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8ab8c34f4380 x1876699484602752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.139632:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484602752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.139663:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.139668:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762262.139672:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484602752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762262.139710:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484602880:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762262.139743:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762262.139777:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8ab8c34f6300 x1876699484602880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.139801:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484602880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.139817:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.139821:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762262.139841:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484602880:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762262.139848:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484603008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762262.139871:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762262.139882:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8ab8c34f5c00 x1876699484603008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.139957:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484603008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.139971:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.139999:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762262.140006:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484603008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762262.140016:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484603136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762262.140068:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762262.140088:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8ab8c34f4a80 x1876699484603136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.140110:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484603136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.140124:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.140129:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762262.140135:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484603136:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762262.843058:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762263.867064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762264.891001:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762265.915071:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762266.939199:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762267.258989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762267.259000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762267.259005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762267.259017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2255
00000100:00080000:1.0:1789762267.259030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762267.259037:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762267.259092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484603264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762267.259125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762267.259128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762267.259130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762267.259134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2255
00000100:00080000:1.0:1789762267.259137:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762267.259141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762267.259152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762267.259164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484603392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762267.259173:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484603264:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762267.259175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762267.259182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762267.259186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762267.259190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2255
00000100:00080000:1.0:1789762267.259192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762267.259194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762267.259198:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762267.259205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484603520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762267.259211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762267.259213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762267.259214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762267.259217:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2255
00000100:00080000:1.0:1789762267.259220:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762267.259222:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762267.259226:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762267.259234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484603648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762267.259241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762267.259245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762267.259246:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762267.259248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2255
00000100:00080000:1.0:1789762267.259251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762267.259253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762267.259256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762267.259265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484603776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762267.259268:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762267.259279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762267.259284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762267.259286:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762267.259292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2255
00000100:00080000:1.0:1789762267.259296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762267.259301:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762267.259306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762267.259317:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8ab8d84a9180 x1876699484603264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762267.259323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484603904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762267.259343:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484603264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762267.259355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762267.259359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762267.259362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484603264:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762267.259390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484603392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762267.259415:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762267.259429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8ab8d84a9c00 x1876699484603392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762267.259444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484603392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762267.259453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762267.259456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762267.259460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484603392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762267.259466:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484603520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762267.259488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762267.259502:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8ab8d84abb80 x1876699484603520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762267.259514:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484603520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762267.259522:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762267.259526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762267.259530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484603520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762267.259538:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484603648:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762267.259561:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762267.259571:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8ab8d84aa300 x1876699484603648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762267.259583:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484603648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762267.259591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762267.259595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762267.259598:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484603648:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762267.259605:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484603776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762267.259631:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762267.259644:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8ab8d84a8e00 x1876699484603776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762267.259652:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484603776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762267.259659:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762267.259662:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762267.259666:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484603776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762267.259671:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484603904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762267.259686:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762267.259697:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8ab8d84ab100 x1876699484603904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762267.259707:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484603904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762267.259713:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762267.259716:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762267.259719:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484603904:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762267.963125:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762268.987107:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762270.011029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762271.035111:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762272.059159:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762272.379031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762272.379041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762272.379046:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762272.379057:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2260
00000100:00080000:3.0:1789762272.379069:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762272.379078:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762272.379128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484604032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762272.379154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762272.379157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762272.379159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762272.379162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2260
00000100:00080000:3.0:1789762272.379165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762272.379168:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762272.379178:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762272.379189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484604160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762272.379197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762272.379200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762272.379202:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762272.379204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2260
00000100:00080000:3.0:1789762272.379207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762272.379212:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762272.379214:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484604032:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789762272.379216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762272.379229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484604288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762272.379236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762272.379238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762272.379240:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762272.379243:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2260
00000100:00080000:3.0:1789762272.379246:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762272.379250:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762272.379253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762272.379261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484604416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762272.379273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762272.379276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762272.379278:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762272.379280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2260
00000100:00080000:3.0:1789762272.379283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762272.379285:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762272.379288:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762272.379290:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762272.379300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484604544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762272.379307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762272.379310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762272.379312:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762272.379314:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2260
00000100:00080000:3.0:1789762272.379316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762272.379319:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762272.379322:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762272.379331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484604672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762272.379337:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8ab8c34f4a80 x1876699484604032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762272.379359:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484604032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762272.379371:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762272.379377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762272.379382:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484604032:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762272.379391:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484604160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762272.379414:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762272.379424:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8ab8c34f5c00 x1876699484604160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762272.379449:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484604160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762272.379456:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762272.379459:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762272.379462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484604160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762272.379488:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484604288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762272.379522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762272.379530:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8ab8c34f6300 x1876699484604288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762272.379538:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484604288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762272.379544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762272.379546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762272.379549:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484604288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762272.379552:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484604416:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762272.379564:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762272.379587:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8ab8c34f4380 x1876699484604416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762272.379595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484604416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762272.379600:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762272.379602:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762272.379604:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484604416:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762272.379607:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484604544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762272.379618:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762272.379625:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8ab8c34f7b80 x1876699484604544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762272.379633:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484604544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762272.379637:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762272.379639:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762272.379641:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484604544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762272.379644:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484604672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762272.379655:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762272.379661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8ab8c34f7100 x1876699484604672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762272.379668:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484604672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762272.379674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762272.379676:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762272.379678:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484604672:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762273.083107:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762274.107013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762275.131107:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762276.155049:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762277.179066:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762277.498982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762277.498993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762277.498997:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762277.499009:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2266
00000100:00080000:0.0:1789762277.499021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762277.499029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762277.499073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484604800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762277.499103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762277.499106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762277.499107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762277.499111:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2266
00000100:00080000:0.0:1789762277.499113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762277.499116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762277.499125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762277.499135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484604928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762277.499143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762277.499146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762277.499147:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762277.499150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2266
00000100:00080000:0.0:1789762277.499151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762277.499156:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762277.499159:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484604800:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789762277.499160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762277.499174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484605056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762277.499182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762277.499185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762277.499186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762277.499188:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2266
00000100:00080000:0.0:1789762277.499190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762277.499192:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762277.499195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762277.499204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484605184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762277.499211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762277.499214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762277.499215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762277.499217:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2266
00000100:00080000:0.0:1789762277.499220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762277.499222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762277.499225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762277.499236:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762277.499238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484605312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762277.499246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762277.499248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762277.499249:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762277.499253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2266
00000100:00080000:0.0:1789762277.499255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762277.499258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762277.499261:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762277.499269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484605440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762277.499283:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277]  req@ffff8ab8c2fe8e00 x1876699484604800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762277.499300:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484604800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762277.499309:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762277.499312:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762277.499315:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484604800:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762277.499321:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484604928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762277.499336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762277.499353:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277]  req@ffff8ab8c2feb100 x1876699484604928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762277.499365:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484604928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762277.499371:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762277.499374:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762277.499376:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484604928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762277.499400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762277.499413:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762277.499420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277]  req@ffff8ab8c2feb480 x1876699484605056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762277.499428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484605056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762277.499434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762277.499436:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762277.499438:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762277.499442:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605184:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762277.499453:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762277.499459:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277]  req@ffff8ab8c2feb800 x1876699484605184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762277.499466:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484605184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762277.499472:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762277.499473:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762277.499475:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605184:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762277.499479:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484605312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762277.499491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762277.499497:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277]  req@ffff8ab8c2fe9180 x1876699484605312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762277.499507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484605312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762277.499516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762277.499519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762277.499523:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484605312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762277.499529:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484605440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762277.499550:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762277.499560:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762277]  req@ffff8ab8c2fe8000 x1876699484605440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762277.499569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484605440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762277.499575:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762277.499577:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762277.499579:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484605440:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762278.203033:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762279.227118:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762280.251013:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762281.275028:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762282.298986:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762282.618977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762282.618988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762282.618993:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762282.619004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2271
00000100:00080000:3.0:1789762282.619018:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762282.619026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762282.619075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484605568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762282.619111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762282.619115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762282.619117:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762282.619123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2271
00000100:00080000:3.0:1789762282.619128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762282.619134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762282.619146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762282.619163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484605696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762282.619171:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484605568:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762282.619178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762282.619182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762282.619184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762282.619188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2271
00000100:00080000:3.0:1789762282.619190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762282.619194:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762282.619199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762282.619208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484605824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762282.619215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762282.619219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762282.619220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762282.619223:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2271
00000100:00080000:3.0:1789762282.619229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762282.619233:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762282.619237:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762282.619238:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762282.619256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484605952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762282.619266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762282.619269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762282.619271:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762282.619274:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2271
00000100:00080000:3.0:1789762282.619278:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762282.619283:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762282.619288:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff8ab8c34f5f80 x1876699484605568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762282.619292:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762282.619307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484606080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762282.619316:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484605568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762282.619326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762282.619342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762282.619344:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762282.619345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762282.619354:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762282.619358:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2271
00000100:00080000:3.0:1789762282.619367:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762282.619370:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484605568:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762282.619378:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762282.619384:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762282.619392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484606208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762282.619410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762282.619438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762282.619449:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff8ab8c34f6d80 x1876699484605696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762282.619458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484605696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762282.619464:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762282.619466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762282.619469:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762282.619473:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762282.619486:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762282.619503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff8ab8c34f5880 x1876699484605824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762282.619510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484605824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762282.619520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762282.619522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762282.619524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762282.619528:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605952:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762282.619539:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762282.619545:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff8ab8c34f5180 x1876699484605952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762282.619552:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484605952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762282.619558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762282.619559:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762282.619561:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484605952:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762282.619565:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484606080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762282.619576:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762282.619583:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff8ab8c34f7800 x1876699484606080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762282.619590:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484606080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762282.619594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762282.619596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762282.619599:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484606080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762282.619602:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484606208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762282.619613:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762282.619619:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762282/real 1789762282]  req@ffff8ab8c34f6680 x1876699484606208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762282.619626:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484606208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762282.619631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762282.619649:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762282.619653:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484606208:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762283.323044:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762284.346996:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762285.371019:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762286.395135:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762287.419122:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762287.738985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762287.738997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762287.739002:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762287.739014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2276
00000100:00080000:3.0:1789762287.739027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762287.739036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762287.739079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484606336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762287.739111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762287.739114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762287.739116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762287.739120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2276
00000100:00080000:3.0:1789762287.739124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762287.739127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762287.739136:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762287.739150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484606464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762287.739160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762287.739163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762287.739165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762287.739171:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2276
00000100:00080000:3.0:1789762287.739175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762287.739179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762287.739183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762287.739192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484606592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762287.739209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762287.739212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762287.739214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762287.739220:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2276
00000100:00080000:3.0:1789762287.739227:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762287.739231:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484606336:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762287.739232:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762287.739247:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762287.739259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484606720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762287.739268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762287.739271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762287.739272:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762287.739275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2276
00000100:00080000:3.0:1789762287.739277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762287.739280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762287.739283:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762287.739293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484606848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762287.739306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762287.739309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762287.739310:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762287.739313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2276
00000100:00080000:3.0:1789762287.739316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762287.739319:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762287.739323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762287.739332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484606976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762287.739379:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762287.739483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff8ab8c34f6a00 x1876699484606336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762287.739503:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484606336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762287.739515:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762287.739525:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762287.739529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484606336:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762287.739538:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484606464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762287.739592:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762287.739613:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff8ab8c34f5500 x1876699484606464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762287.739635:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484606464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762287.739647:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762287.739651:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762287.739655:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484606464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762287.739687:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484606592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762287.739715:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762287.739733:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff8ab8c34f7480 x1876699484606592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762287.739752:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484606592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762287.739767:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762287.739772:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762287.739778:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484606592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762287.739809:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484606720:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762287.739854:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762287.739868:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff8ab8c34f4000 x1876699484606720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762287.739948:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484606720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762287.739960:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762287.739965:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762287.739969:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484606720:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762287.739975:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484606848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762287.739996:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762287.740006:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff8ab8c34f4700 x1876699484606848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762287.740016:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484606848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762287.740023:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762287.740026:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762287.740028:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484606848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762287.740032:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484606976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762287.740046:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762287.740053:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762287/real 1789762287]  req@ffff8ab8c34f6680 x1876699484606976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762287.740062:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484606976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762287.740073:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762287.740076:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762287.740078:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484606976:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762288.443123:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762289.466999:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762290.491064:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762291.515009:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762292.539025:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762292.858983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762292.858992:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762292.858996:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762292.859005:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2281
00000100:00080000:1.0:1789762292.859015:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762292.859030:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762292.859089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484607104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762292.859111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762292.859113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762292.859115:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762292.859118:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2281
00000100:00080000:1.0:1789762292.859121:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762292.859128:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762292.859137:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762292.859152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484607232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762292.859172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762292.859172:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484607104:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762292.859181:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762292.859184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762292.859189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2281
00000100:00080000:1.0:1789762292.859193:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762292.859197:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762292.859201:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762292.859213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484607360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762292.859226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762292.859229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762292.859231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762292.859234:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2281
00000100:00080000:1.0:1789762292.859236:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762292.859238:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762292.859241:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762292.859247:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762292.859253:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484607488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762292.859261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762292.859263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762292.859264:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762292.859266:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2281
00000100:00080000:1.0:1789762292.859270:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762292.859272:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762292.859276:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762292.859283:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484607616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762292.859288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762292.859291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762292.859293:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762292.859296:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2281
00000100:00080000:1.0:1789762292.859299:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762292.859301:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762292.859305:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762292.859308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff8ab8d84a8a80 x1876699484607104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762292.859329:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484607744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762292.859384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484607104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762292.859398:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762292.859404:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762292.859409:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484607104:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762292.859436:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484607232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762292.859465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762292.859480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff8ab8d84aa680 x1876699484607232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762292.859496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484607232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762292.859510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762292.859514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762292.859518:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484607232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762292.859526:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484607360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762292.859548:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762292.859572:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff8ab8d84a9f80 x1876699484607360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762292.859587:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484607360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762292.859597:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762292.859599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762292.859602:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484607360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762292.859607:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484607488:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762292.859626:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762292.859637:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff8ab8d84aad80 x1876699484607488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762292.859653:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484607488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762292.859662:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762292.859666:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762292.859670:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484607488:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762292.859676:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484607616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762292.859699:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762292.859716:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff8ab8d84ab480 x1876699484607616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762292.859740:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484607616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762292.859761:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762292.859763:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762292.859765:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484607616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762292.859770:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484607744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762292.859799:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762292.859807:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762292/real 1789762292]  req@ffff8ab8d84a8700 x1876699484607744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762292.859814:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484607744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762292.859819:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762292.859821:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762292.859823:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484607744:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762293.563024:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762294.587112:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762295.611000:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762296.634993:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762297.659008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762297.978969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762297.978977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762297.978981:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762297.978989:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2286
00000100:00080000:1.0:1789762297.978998:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762297.979004:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762297.979038:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484607872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762297.979064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762297.979067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762297.979069:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762297.979072:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2286
00000100:00080000:1.0:1789762297.979074:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762297.979076:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762297.979083:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762297.979092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484608000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762297.979099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762297.979102:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762297.979103:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762297.979106:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2286
00000100:00080000:1.0:1789762297.979108:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762297.979110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762297.979114:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762297.979117:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484607872:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762297.979125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484608128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762297.979133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762297.979135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762297.979136:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762297.979138:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2286
00000100:00080000:1.0:1789762297.979141:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762297.979143:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762297.979146:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762297.979154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484608256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762297.979161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762297.979163:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762297.979164:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762297.979166:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2286
00000100:00080000:1.0:1789762297.979169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762297.979173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762297.979178:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762297.979184:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762297.979197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484608384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762297.979210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762297.979214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762297.979216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762297.979221:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff8ab8d84a8380 x1876699484607872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762297.979222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2286
00000100:00080000:1.0:1789762297.979228:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762297.979235:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762297.979243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762297.979253:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484607872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762297.979257:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484608512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762297.979276:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762297.979284:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762297.979291:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484607872:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762297.979302:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762297.979320:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762297.979378:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff8ab8d84a8000 x1876699484608000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762297.979392:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484608000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.979401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762297.979405:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762297.979408:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762297.979432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762297.979449:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762297.979457:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff8ab8d84ab800 x1876699484608128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762297.979465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484608128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.979475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762297.979477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762297.979479:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762297.979483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608256:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762297.979494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762297.979500:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff8ab8d84a9500 x1876699484608256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762297.979507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484608256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.979512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762297.979514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762297.979516:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608256:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762297.979520:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484608384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762297.979530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762297.979536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff8ab8d84a9880 x1876699484608384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762297.979543:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484608384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.979548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762297.979550:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762297.979552:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484608384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762297.979556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484608512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762297.979566:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762297.979572:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762297/real 1789762297]  req@ffff8ab8d84a8700 x1876699484608512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762297.979578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484608512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762297.979583:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762297.979585:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762297.979587:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484608512:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762298.683013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762299.706993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762300.731090:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762301.755005:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762302.779097:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762303.099011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762303.099019:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762303.099022:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762303.099032:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2291
00000100:00080000:0.0:1789762303.099043:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762303.099051:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762303.099088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484608640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762303.099116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762303.099119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762303.099121:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762303.099125:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2291
00000100:00080000:0.0:1789762303.099128:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762303.099133:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762303.099141:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762303.099154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484608768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762303.099162:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762303.099166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762303.099169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762303.099171:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484608640:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762303.099173:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2291
00000100:00080000:0.0:1789762303.099178:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762303.099184:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762303.099189:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762303.099198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484608896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762303.099206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762303.099209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762303.099211:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762303.099215:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2291
00000100:00080000:0.0:1789762303.099218:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762303.099229:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762303.099233:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762303.099241:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484609024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762303.099248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762303.099251:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762303.099253:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762303.099257:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2291
00000100:00080000:0.0:1789762303.099273:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762303.099279:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762303.099286:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762303.099299:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484609152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762303.099311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762303.099313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762303.099315:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762303.099319:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2291
00000100:00080000:0.0:1789762303.099323:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762303.099326:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762303.099330:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762303.099333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762303.099343:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484609280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762303.099373:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762303.099402:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484609024:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762303.099427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484609152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762303.099459:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484609280:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762303.802981:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762304.827036:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762305.851097:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762306.171247:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762306.171321:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762306.171349:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762306.171402:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762306.171421:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762306.171440:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762306.171456:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762306.171470:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789762306.171492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762306]  req@ffff8ab8c2fe9c00 x1876699484608768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762306.171534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484608768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762306.171566:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762306.171574:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762306.171590:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762306.171603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762306]  req@ffff8ab8c2fe9880 x1876699484608896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762306.171640:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484608896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762306.171672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762306.171677:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762306.171682:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484608896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762306.171692:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762306]  req@ffff8ab8c2fead80 x1876699484609024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762306.171711:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484609024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762306.171722:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762306.171726:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762306.171729:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484609024:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762306.171736:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762306]  req@ffff8ab8c2fe8a80 x1876699484609152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762306.171752:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484609152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762306.171763:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762306.171768:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762306.171772:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484609152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762306.171781:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762306]  req@ffff8ab8c2fe8380 x1876699484608640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762306.171797:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484608640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762306.171807:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762306.171811:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762306.171815:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484608640:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762306.171855:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762306]  req@ffff8ab8c2fe8000 x1876699484609280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762306.171936:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484609280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762306.171946:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762306.171951:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762306.171955:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484609280:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762306.875069:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762307.899068:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762308.218980:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762308.218992:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762308.218997:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762308.219008:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2296
00000100:00080000:1.0:1789762308.219018:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762308.219025:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762308.219061:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484609408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762308.219090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762308.219094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762308.219096:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762308.219100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2296
00000100:00080000:1.0:1789762308.219104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762308.219107:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762308.219116:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762308.219130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484609536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762308.219142:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484609408:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762308.219152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762308.219165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762308.219168:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762308.219176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2296
00000100:00080000:1.0:1789762308.219184:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762308.219191:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762308.219199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762308.219216:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484609664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762308.219226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762308.219229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762308.219231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762308.219234:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2296
00000100:00080000:1.0:1789762308.219256:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762308.219258:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762308.219268:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762308.219278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762308.219296:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484609792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762308.219326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762308.219334:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8ab8d84ab480 x1876699484609408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762308.219335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762308.219340:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762308.219353:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2296
00000100:00080000:1.0:1789762308.219363:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762308.219388:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762308.219396:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762308.219399:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484609408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762308.219426:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762308.219427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484609920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762308.219449:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762308.219458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484609408:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762308.219490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762308.219495:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762308.219499:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762308.219504:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2296
00000100:00080000:1.0:1789762308.219508:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762308.219512:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762308.219519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762308.219542:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484610048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762308.219545:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484609536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762308.219602:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762308.219628:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8ab8d84aad80 x1876699484609536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762308.219665:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484609536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762308.219675:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762308.219679:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762308.219683:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484609536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762308.219690:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484609664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762308.219714:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762308.219727:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8ab8d84a9f80 x1876699484609664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762308.219740:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484609664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762308.219749:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762308.219753:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762308.219757:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484609664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762308.219765:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484609792:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762308.219788:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762308.219799:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8ab8d84aa680 x1876699484609792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762308.219819:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484609792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762308.219827:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762308.219830:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762308.219833:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484609792:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762308.219839:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484609920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762308.219860:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762308.219908:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8ab8d84a8a80 x1876699484609920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762308.219922:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484609920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762308.219931:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762308.219936:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762308.219939:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484609920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762308.219961:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484610048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762308.219984:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762308.219996:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8ab8d84ab100 x1876699484610048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762308.220009:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484610048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762308.220024:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762308.220028:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762308.220031:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484610048:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762308.923028:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762309.947119:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762310.971098:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762311.995045:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762313.019055:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762313.339022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762313.339035:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762313.339041:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762313.339054:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2301
00000100:00080000:1.0:1789762313.339067:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762313.339076:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762313.339124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484610176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762313.339171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762313.339176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762313.339178:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762313.339183:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2301
00000100:00080000:1.0:1789762313.339187:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762313.339192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762313.339203:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762313.339218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484610304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762313.339232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762313.339237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762313.339239:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762313.339243:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2301
00000100:00080000:1.0:1789762313.339247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762313.339252:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762313.339259:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762313.339273:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484610176:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762313.339275:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484610432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762313.339312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762313.339316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762313.339318:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762313.339322:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2301
00000100:00080000:1.0:1789762313.339326:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762313.339331:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762313.339337:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762313.339351:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484610560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762313.339363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762313.339367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762313.339370:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762313.339375:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2301
00000100:00080000:1.0:1789762313.339380:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762313.339383:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762313.339389:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762313.339399:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762313.339410:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484610688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762313.339425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762313.339430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762313.339433:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762313.339439:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2301
00000100:00080000:1.0:1789762313.339444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762313.339449:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762313.339455:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762313.339483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8ab8d84a8e00 x1876699484610176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762313.339484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484610816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762313.339563:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484610176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762313.339580:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762313.339586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762313.339625:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484610176:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762313.339637:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484610304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762313.339674:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762313.339693:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8ab8d84aa300 x1876699484610304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762313.339709:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484610304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762313.339720:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762313.339724:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762313.339729:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484610304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762313.339759:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484610432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762313.339781:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762313.339803:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8ab8d84abb80 x1876699484610432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762313.339818:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484610432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762313.339828:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762313.339831:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762313.339835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484610432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762313.339842:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484610560:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762313.339913:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762313.339940:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8ab8d84a9c00 x1876699484610560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762313.339965:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484610560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762313.339982:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762313.339989:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762313.339996:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484610560:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762313.340009:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484610688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762313.340051:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762313.340077:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8ab8d84a9180 x1876699484610688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762313.340101:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484610688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762313.340143:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762313.340150:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762313.340157:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484610688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762313.340170:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484610816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762313.340213:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762313.340237:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8ab8d84ab100 x1876699484610816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762313.340261:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484610816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762313.340271:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762313.340275:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762313.340279:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484610816:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762314.043131:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762315.067139:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762316.091002:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762317.115059:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762318.139037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762318.458981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.458993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762318.458997:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.459008:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2307
00000100:00080000:1.0:1789762318.459020:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.459029:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762318.459070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484610944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.459106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.459112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.459114:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.459120:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2307
00000100:00080000:1.0:1789762318.459125:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.459155:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762318.459166:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762318.459186:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484611072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762318.459187:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484610944:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762318.459215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.459219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762318.459221:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.459226:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2307
00000100:00080000:1.0:1789762318.459231:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.459235:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762318.459241:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762318.459254:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484611200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762318.459265:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762318.459273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.459278:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.459280:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.459286:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2307
00000100:00080000:1.0:1789762318.459292:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.459296:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762318.459301:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762318.459320:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8ab8d84a8a80 x1876699484610944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.459321:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484611328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.459351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.459354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.459360:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.459365:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2307
00000100:00080000:1.0:1789762318.459389:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.459397:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762318.459405:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762318.459419:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484610944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.459424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484611456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762318.459447:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762318.459449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.459455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762318.459456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789762318.459459:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762318.459462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484610944:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762318.459468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2307
00000100:00080000:1.0:1789762318.459473:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.459477:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762318.459482:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762318.459490:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762318.459497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484611584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762318.459518:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762318.459531:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8ab8d84aa680 x1876699484611072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762318.459541:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484611072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762318.459547:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762318.459550:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762318.459567:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762318.459575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762318.459597:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762318.459611:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8ab8d84a9f80 x1876699484611200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762318.459624:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484611200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762318.459640:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762318.459644:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762318.459648:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762318.459655:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611328:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762318.459679:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762318.459691:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8ab8d84aad80 x1876699484611328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762318.459701:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484611328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762318.459707:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762318.459709:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762318.459711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611328:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762318.459716:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484611456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762318.459730:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762318.459737:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8ab8d84ab480 x1876699484611456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762318.459745:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484611456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762318.459750:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762318.459752:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762318.459754:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484611456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762318.459767:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484611584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762318.459778:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762318.459785:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8ab8d84a8700 x1876699484611584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762318.459792:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484611584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762318.459797:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762318.459799:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762318.459801:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484611584:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762319.162990:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762320.187053:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762321.211037:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762322.235003:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762323.258971:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762323.578934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.578944:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762323.578949:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.578971:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2312
00000100:00080000:1.0:1789762323.578982:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.578989:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762323.579026:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484611712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762323.579075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.579078:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762323.579080:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.579085:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2312
00000100:00080000:1.0:1789762323.579088:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.579092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762323.579103:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762323.579120:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484611712:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762323.579121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484611840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762323.579147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.579151:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762323.579152:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.579157:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2312
00000100:00080000:1.0:1789762323.579161:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.579165:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762323.579171:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762323.579183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484611968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762323.579194:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762323.579195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.579201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762323.579203:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762323.579209:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2312
00000100:00080000:1.0:1789762323.579213:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.579218:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762323.579225:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762323.579230:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff8ab8d84a9880 x1876699484611712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762323.579240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484612096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762323.579246:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484611712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762323.579268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762323.579269:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762323.579276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762323.579277:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789762323.579281:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762323.579284:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484611712:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762323.579289:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2312
00000100:00080000:1.0:1789762323.579294:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762323.579297:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762323.579303:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762323.579306:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762323.579318:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484612224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762323.579328:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762323.579334:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762323.579339:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762323.579343:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762323.579343:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff8ab8d84a9500 x1876699484611840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762323.579352:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484611840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762323.579363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762323.579366:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2312
00000100:00080000:2.0:1789762323.579368:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762323.579374:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611840:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762323.579375:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762323.579380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611968:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762323.579385:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762323.579393:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762323.579399:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762323.579411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484612352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762323.579412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff8ab8d84ab800 x1876699484611968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762323.579445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484611968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762323.579465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762323.579468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762323.579471:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484611968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762323.579476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484612096:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762323.579489:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762323.579495:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff8ab8d84a8000 x1876699484612096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762323.579507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484612096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762323.579512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762323.579527:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762323.579530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484612096:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762323.579542:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484612224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762323.579556:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762323.579564:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff8ab8d84a8380 x1876699484612224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762323.579571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484612224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762323.579576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762323.579578:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762323.579580:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484612224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762323.579584:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484612352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762323.579593:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762323.579599:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762323/real 1789762323]  req@ffff8ab8d84a9880 x1876699484612352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762323.579607:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484612352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762323.579615:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762323.579617:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762323.579619:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484612352:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762324.283033:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762325.306982:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762326.331002:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762327.355052:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762328.378998:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762328.699008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762328.699016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762328.699020:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762328.699029:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2317
00000100:00080000:0.0:1789762328.699037:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762328.699043:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762328.699079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484612480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762328.699102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762328.699105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762328.699107:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762328.699110:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2317
00000100:00080000:0.0:1789762328.699112:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762328.699114:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762328.699121:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762328.699129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484612608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762328.699136:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762328.699138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762328.699139:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762328.699141:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2317
00000100:00080000:0.0:1789762328.699143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762328.699145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762328.699147:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762328.699153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484612736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762328.699164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762328.699166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762328.699167:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762328.699169:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2317
00000100:00080000:0.0:1789762328.699172:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762328.699175:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762328.699179:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762328.699184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484612864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762328.699190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762328.699193:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762328.699194:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762328.699196:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2317
00000100:00080000:0.0:1789762328.699198:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762328.699200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762328.699203:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762328.699209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484612992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762328.699217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762328.699220:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762328.699225:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762328.699228:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484612480:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762328.699234:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2317
00000100:00080000:0.0:1789762328.699246:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762328.699250:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762328.699253:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762328.699263:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484613120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762328.699319:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762328.699364:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff8ab8c2fe9180 x1876699484612480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762328.699381:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484612480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762328.699391:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762328.699395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762328.699398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484612480:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762328.699403:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484612608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762328.699418:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762328.699427:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff8ab8c2feb800 x1876699484612608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762328.699435:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484612608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762328.699440:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762328.699443:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762328.699446:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484612608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762328.699450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484612736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762328.699462:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762328.699468:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff8ab8c2feb480 x1876699484612736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762328.699492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484612736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762328.699499:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762328.699501:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762328.699503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484612736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762328.699508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484612864:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762328.699525:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762328.699533:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff8ab8c2feb100 x1876699484612864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762328.699541:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484612864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762328.699546:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762328.699549:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762328.699551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484612864:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762328.699577:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484612992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762328.699588:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762328.699596:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff8ab8c2fe8e00 x1876699484612992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762328.699603:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484612992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762328.699609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762328.699611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762328.699613:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484612992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762328.699617:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484613120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762328.699627:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762328.699633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762328/real 1789762328]  req@ffff8ab8c2fea300 x1876699484613120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762328.699641:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484613120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762328.699646:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762328.699648:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762328.699649:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484613120:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762329.403002:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762330.426974:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762331.451115:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762332.475050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762333.499098:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762333.818930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762333.818938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762333.818941:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762333.818949:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2322
00000100:00080000:0.0:1789762333.818958:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762333.818990:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762333.819039:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484613248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762333.819072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762333.819076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762333.819078:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762333.819082:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2322
00000100:00080000:0.0:1789762333.819087:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762333.819091:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762333.819101:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762333.819116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484613376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762333.819129:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484613248:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762333.819130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762333.819139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762333.819143:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762333.819164:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2322
00000100:00080000:0.0:1789762333.819167:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762333.819169:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762333.819172:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762333.819181:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484613504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762333.819187:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762333.819190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762333.819191:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762333.819193:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2322
00000100:00080000:0.0:1789762333.819195:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762333.819197:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762333.819202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762333.819228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484613632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762333.819241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762333.819247:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762333.819250:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762333.819255:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2322
00000100:00080000:0.0:1789762333.819263:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762333.819264:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762333.819274:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762333.819284:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762333.819317:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484613760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762333.819329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762333.819333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762333.819335:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762333.819342:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff8ab8c2fea680 x1876699484613248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762333.819344:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2322
00000100:00080000:0.0:1789762333.819352:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762333.819380:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762333.819390:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762333.819402:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484613248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762333.819410:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484613888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762333.819469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762333.819477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762333.819483:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484613248:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762333.819523:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484613376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762333.819543:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762333.819554:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff8ab8c2fe9500 x1876699484613376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762333.819562:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484613376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762333.819568:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762333.819571:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762333.819573:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484613376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762333.819577:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484613504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762333.819589:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762333.819595:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff8ab8c2fe9f80 x1876699484613504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762333.819603:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484613504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762333.819609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762333.819611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762333.819613:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484613504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762333.819617:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484613632:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762333.819629:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762333.819635:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff8ab8c2febb80 x1876699484613632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762333.819643:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484613632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762333.819649:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762333.819651:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762333.819653:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484613632:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762333.819656:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484613760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762333.819666:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762333.819673:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff8ab8c2feaa00 x1876699484613760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762333.819680:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484613760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762333.819685:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762333.819687:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762333.819689:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484613760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762333.819692:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484613888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762333.819703:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762333.819709:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762333/real 1789762333]  req@ffff8ab8c2fea300 x1876699484613888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762333.819717:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484613888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762333.819722:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762333.819724:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762333.819726:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484613888:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762334.523081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762335.547089:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762336.571002:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762337.595108:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762338.619014:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762338.939030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.939043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762338.939049:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.939059:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2327
00000100:00080000:0.0:1789762338.939071:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.939079:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762338.939130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484614016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762338.939158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.939175:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762338.939177:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.939183:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2327
00000100:00080000:0.0:1789762338.939188:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.939193:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762338.939204:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762338.939209:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484614016:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762338.939238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484614144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762338.939258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.939262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762338.939265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.939272:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2327
00000100:00080000:0.0:1789762338.939276:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.939281:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762338.939290:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762338.939307:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484614272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762338.939316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.939321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762338.939328:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762338.939330:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762338.939342:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2327
00000100:00080000:0.0:1789762338.939348:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.939352:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762338.939357:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762338.939371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484614400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762338.939382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.939385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762338.939387:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.939391:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2327
00000100:00080000:0.0:1789762338.939397:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762338.939418:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762338.939441:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762338.939446:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff8ab8c2fe8e00 x1876699484614016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762338.939475:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484614528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762338.939486:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484614016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762338.939512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762338.939527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762338.939529:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762338.939551:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2327
00000100:00080000:0.0:1789762338.939557:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762338.939559:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762338.939565:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789762338.939571:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789762338.939578:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762338.939583:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484614016:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762338.939598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484614656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762338.939626:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484614144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762338.939664:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762338.939682:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff8ab8c2feb100 x1876699484614144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.939696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484614144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.939719:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.939722:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762338.939725:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484614144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762338.939737:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484614272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762338.939795:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762338.939832:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff8ab8c2feb480 x1876699484614272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.939841:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484614272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.939850:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.939853:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762338.939855:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484614272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762338.939861:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484614400:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762338.939877:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762338.939918:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff8ab8c2feb800 x1876699484614400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.939932:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484614400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.939939:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.939942:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762338.939949:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484614400:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762338.939957:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484614528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762338.939977:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762338.939996:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff8ab8c2fe9180 x1876699484614528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.940004:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484614528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.940010:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.940012:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762338.940014:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484614528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762338.940018:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484614656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762338.940031:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762338.940038:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762338/real 1789762338]  req@ffff8ab8c2fe8000 x1876699484614656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762338.940045:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484614656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762338.940051:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762338.940053:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762338.940055:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484614656:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762339.642994:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762340.667071:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762341.691026:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762342.715051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762343.739003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762344.059020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762344.059035:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762344.059041:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762344.059055:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2332
00000100:00080000:0.0:1789762344.059068:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762344.059077:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762344.059129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484614784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762344.059164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762344.059168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762344.059170:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762344.059174:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2332
00000100:00080000:0.0:1789762344.059178:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762344.059182:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762344.059192:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762344.059205:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484614912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762344.059211:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484614784:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762344.059217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762344.059221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762344.059223:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762344.059226:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2332
00000100:00080000:0.0:1789762344.059229:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762344.059232:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762344.059235:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762344.059243:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484615040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762344.059256:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762344.059259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762344.059260:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762344.059263:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2332
00000100:00080000:0.0:1789762344.059273:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762344.059276:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762344.059279:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762344.059288:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762344.059293:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484615168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762344.059315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762344.059319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762344.059322:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762344.059327:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2332
00000100:00080000:0.0:1789762344.059332:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762344.059337:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762344.059341:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.059343:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8ab8c2fe8380 x1876699484614784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762344.059354:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484615296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762344.059378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762344.059381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762344.059382:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762344.059387:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484614784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762344.059389:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2332
00000100:00080000:0.0:1789762344.059395:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762344.059401:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762344.059407:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762344.059413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762344.059419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484615424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.059422:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762344.059434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484614784:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762344.059464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484614912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762344.059509:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762344.059545:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8ab8c2fe8a80 x1876699484614912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.059564:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484614912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.059575:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.059580:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762344.059584:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484614912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762344.059593:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762344.059617:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762344.059628:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8ab8c2fead80 x1876699484615040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.059644:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484615040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.059651:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.059654:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762344.059658:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762344.059665:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615168:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762344.059691:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762344.059707:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8ab8c2fe9880 x1876699484615168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.059723:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484615168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.059733:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.059736:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762344.059739:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615168:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762344.059744:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484615296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762344.059776:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762344.059784:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8ab8c2fe9c00 x1876699484615296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.059791:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484615296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.059802:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.059804:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762344.059806:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484615296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762344.059809:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484615424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762344.059822:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762344.059828:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8ab8c2fe8000 x1876699484615424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.059835:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484615424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.059840:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.059842:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762344.059843:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484615424:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762344.763123:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762345.787111:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762346.811181:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762347.835056:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762348.859067:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762349.179102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.179117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762349.179123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.179138:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2337
00000100:00080000:2.0:1789762349.179171:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.179184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762349.179238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484615552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762349.179286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.179294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762349.179298:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.179306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2337
00000100:00080000:2.0:1789762349.179316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.179363:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762349.179381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.179386:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484615552:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762349.179413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484615680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762349.179437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.179443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762349.179448:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.179456:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2337
00000100:00080000:2.0:1789762349.179464:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.179474:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789762349.179477:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762349.179489:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762349.179517:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484615808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762349.179537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff8ab8c33df100 x1876699484615552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762349.179541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.179557:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762349.179564:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.179591:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2337
00000100:00080000:2.0:1789762349.179601:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762349.179607:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484615552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762349.179616:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762349.179633:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:1.0:1789762349.179664:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762349.179666:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484615936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762349.179684:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762349.179702:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484615552:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762349.179704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.179728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762349.179734:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.179744:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2337
00000100:00080000:2.0:1789762349.179753:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762349.179765:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615680:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762349.179766:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762349.179786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762349.179826:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484616064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762349.179837:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762349.179862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.179914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762349.179918:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.179924:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2337
00000100:00080000:2.0:1789762349.179929:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.179944:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762349.179952:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.179964:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff8ab8c33de680 x1876699484615680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762349.179975:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484616192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762349.180035:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484615680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.180055:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.180063:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762349.180069:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762349.180081:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762349.180140:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762349.180175:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff8ab8c33de300 x1876699484615808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.180199:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484615808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.180211:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.180215:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762349.180219:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762349.180228:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615936:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762349.180255:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762349.180268:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff8ab8c33df800 x1876699484615936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.180283:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484615936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.180293:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.180297:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762349.180301:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484615936:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762349.180348:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484616064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762349.180395:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762349.180410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff8ab8c33ded80 x1876699484616064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.180424:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484616064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.180434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.180437:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762349.180441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484616064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762349.180447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484616192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762349.180465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762349.180483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff8ab8c33ddf80 x1876699484616192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762349.180496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484616192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762349.180505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762349.180508:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762349.180511:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484616192:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762349.883110:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762350.906991:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762351.931019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762352.954987:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762353.979054:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762354.299052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762354.299066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762354.299072:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762354.299085:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2342
00000100:00080000:1.0:1789762354.299100:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762354.299111:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762354.299174:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484616320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762354.299200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762354.299203:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762354.299205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762354.299208:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2342
00000100:00080000:1.0:1789762354.299211:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762354.299214:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762354.299223:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762354.299235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484616448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762354.299241:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484616320:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762354.299259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762354.299262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762354.299263:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762354.299267:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2342
00000100:00080000:1.0:1789762354.299270:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762354.299273:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762354.299277:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762354.299298:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484616576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762354.299305:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762354.299308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762354.299309:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762354.299312:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2342
00000100:00080000:1.0:1789762354.299316:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762354.299318:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762354.299322:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762354.299330:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484616704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762354.299338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762354.299341:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762354.299342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762354.299345:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762354.299350:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2342
00000100:00080000:1.0:1789762354.299353:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762354.299356:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762354.299360:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762354.299368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484616832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762354.299379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762354.299382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762354.299384:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762354.299388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8ab8d84a8700 x1876699484616320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.299390:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2342
00000100:00080000:1.0:1789762354.299395:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762354.299402:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762354.299408:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762354.299416:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484616320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.299420:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484616960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762354.299452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.299457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762354.299461:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484616320:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762354.299484:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484616448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762354.299502:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762354.299512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8ab8d84ab480 x1876699484616448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.299521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484616448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.299527:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.299530:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762354.299532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484616448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762354.299536:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484616576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762354.299547:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762354.299553:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8ab8d84aad80 x1876699484616576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.299561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484616576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.299567:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.299569:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762354.299571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484616576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762354.299575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484616704:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762354.299588:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762354.299594:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8ab8d84a9f80 x1876699484616704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.299602:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484616704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.299608:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.299610:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762354.299612:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484616704:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762354.299615:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484616832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762354.299626:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762354.299633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8ab8d84aa680 x1876699484616832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.299640:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484616832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.299646:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.299647:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762354.299649:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484616832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762354.299652:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484616960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762354.299663:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762354.299669:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8ab8d84a8a80 x1876699484616960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.299678:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484616960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.299683:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.299684:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762354.299686:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484616960:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762355.003052:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762356.027072:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762357.051041:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762358.075011:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762359.099081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762359.419032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762359.419047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762359.419054:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762359.419068:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2347
00000100:00080000:1.0:1789762359.419084:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762359.419094:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762359.419170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484617088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762359.419234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762359.419241:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762359.419245:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762359.419277:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2347
00000100:00080000:1.0:1789762359.419283:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762359.419306:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762359.419319:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762359.419336:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484617216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762359.419351:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762359.419361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762359.419364:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484617088:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762359.419366:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762359.419382:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2347
00000100:00080000:1.0:1789762359.419387:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762359.419392:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762359.419396:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762359.419428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484617344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762359.419440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762359.419444:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762359.419446:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762359.419450:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2347
00000100:00080000:1.0:1789762359.419457:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762359.419463:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762359.419470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762359.419474:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762359.419496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484617472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762359.419510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762359.419515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762359.419518:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762359.419523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2347
00000100:00080000:1.0:1789762359.419530:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762359.419539:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762359.419542:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8ab8d84ab100 x1876699484617088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762359.419546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762359.419574:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484617600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762359.419595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484617088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.419635:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762359.419656:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762359.419664:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484617088:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762359.419665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762359.419682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762359.419687:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762359.419696:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2347
00000100:00080000:1.0:1789762359.419702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762359.419706:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762359.419713:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762359.419715:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484617216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762359.419741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484617728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762359.419769:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762359.419790:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8ab8d84a9180 x1876699484617216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762359.419805:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484617216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.419815:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762359.419820:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762359.419824:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484617216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762359.419839:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484617344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762359.419858:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762359.419916:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8ab8d84a9c00 x1876699484617344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762359.419928:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484617344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.419936:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762359.419939:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762359.419942:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484617344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762359.419948:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484617472:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762359.419966:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762359.419992:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8ab8d84abb80 x1876699484617472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762359.420003:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484617472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.420012:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762359.420015:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762359.420018:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484617472:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762359.420024:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484617600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762359.420048:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762359.420064:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8ab8d84aa300 x1876699484617600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762359.420082:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484617600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.420094:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762359.420099:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762359.420117:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484617600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762359.420149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484617728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762359.420186:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762359.420200:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8ab8d84a8e00 x1876699484617728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762359.420211:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484617728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.420219:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762359.420222:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762359.420224:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484617728:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762360.123091:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762361.147099:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762362.171010:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762363.195053:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762364.219009:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762364.538991:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762364.539021:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762364.539027:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762364.539041:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2353
00000100:00080000:0.0:1789762364.539056:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762364.539081:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762364.539155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484617856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762364.539191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762364.539224:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762364.539227:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762364.539235:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2353
00000100:00080000:0.0:1789762364.539248:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762364.539254:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762364.539266:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484617856:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789762364.539268:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762364.539314:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484617984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762364.539331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762364.539338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762364.539342:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762364.539346:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762364.539355:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2353
00000100:00080000:0.0:1789762364.539380:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762364.539387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762364.539395:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762364.539403:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff8ab8c2fe9180 x1876699484617856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762364.539412:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484618112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762364.539449:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484617856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762364.539462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762364.539472:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762364.539473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762364.539476:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.539481:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789762364.539487:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2353
00000100:00080000:0.0:1789762364.539493:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762364.539493:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484617856:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762364.539507:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762364.539514:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762364.539526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484618240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762364.539527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484617984:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762364.539559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762364.539562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762364.539564:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762364.539571:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762364.539575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2353
00000100:00080000:0.0:1789762364.539583:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762364.539588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762364.539593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff8ab8c2feb800 x1876699484617984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762364.539597:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762364.539620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484618368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762364.539622:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484617984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762364.539673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762364.539676:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762364.539677:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762364.539683:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762364.539685:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762364.539693:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484617984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762364.539700:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484618112:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762364.539706:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2353
00000100:00080000:0.0:1789762364.539715:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762364.539722:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762364.539724:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762364.539734:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff8ab8c2feb480 x1876699484618112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762364.539735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762364.539760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484618496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762364.539762:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484618112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762364.539836:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762364.539843:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762364.539846:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484618112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762364.539900:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484618240:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762364.539924:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762364.539937:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff8ab8c2feb100 x1876699484618240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762364.539950:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484618240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762364.539958:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762364.539961:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762364.539964:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484618240:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762364.539979:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484618368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762364.540005:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762364.540016:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff8ab8c2fe8e00 x1876699484618368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762364.540029:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484618368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762364.540045:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762364.540048:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762364.540052:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484618368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762364.540059:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484618496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762364.540077:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762364.540087:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762364/real 1789762364]  req@ffff8ab8c2fea300 x1876699484618496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762364.540099:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484618496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762364.540108:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762364.540111:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762364.540115:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484618496:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762365.243005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762366.267104:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762367.291116:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762368.315007:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762369.339082:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762369.659015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762369.659025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762369.659063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762369.659074:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2358
00000100:00080000:1.0:1789762369.659085:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762369.659093:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762369.659151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484618624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762369.659204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762369.659208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762369.659210:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762369.659214:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2358
00000100:00080000:1.0:1789762369.659218:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762369.659221:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762369.659232:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762369.659251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484618752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762369.659266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762369.659271:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762369.659274:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762369.659281:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2358
00000100:00080000:1.0:1789762369.659286:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762369.659292:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762369.659298:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484618624:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789762369.659303:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762369.659322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484618880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762369.659333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762369.659337:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762369.659339:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762369.659343:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2358
00000100:00080000:1.0:1789762369.659347:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762369.659350:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762369.659356:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762369.659366:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484619008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762369.659376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762369.659379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762369.659381:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762369.659384:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2358
00000100:00080000:1.0:1789762369.659388:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762369.659391:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762369.659396:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762369.659403:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484618752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762369.659410:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484619136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762369.659422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762369.659425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762369.659427:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762369.659430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2358
00000100:00080000:1.0:1789762369.659434:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762369.659437:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762369.659453:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762369.659464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484618880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762369.659470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484619264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762369.659499:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484619008:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762369.659521:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484619136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762369.659541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484619264:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762370.362992:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762371.387015:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762372.411068:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762372.731314:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762372.731386:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762372.731412:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762372.731470:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762372.731486:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762372.731500:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762372.731514:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762372.731532:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789762372.731557:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762372]  req@ffff8ab8d84abb80 x1876699484618880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762372.731597:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484618880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762372.731615:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762372.731623:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762372.731629:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484618880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762372.731641:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762372]  req@ffff8ab8d84a9c00 x1876699484619008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762372.731661:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484619008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762372.731674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762372.731680:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762372.731686:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484619008:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762372.731697:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762372]  req@ffff8ab8d84a9180 x1876699484619136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762372.731739:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484619136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762372.731752:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762372.731758:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762372.731764:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484619136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762372.731774:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762372]  req@ffff8ab8d84a8e00 x1876699484618624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762372.731792:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484618624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762372.731803:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762372.731808:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762372.731812:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484618624:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762372.731822:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762372]  req@ffff8ab8d84aa300 x1876699484618752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762372.731837:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484618752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762372.731849:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762372.731854:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762372.731859:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484618752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762372.731958:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762369/real 1789762372]  req@ffff8ab8d84ab100 x1876699484619264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762372.731977:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484619264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762372.731988:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762372.731993:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762372.732000:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484619264:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762373.435034:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762374.458983:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762374.779003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.779014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762374.779017:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.779026:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2363
00000100:00080000:1.0:1789762374.779052:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.779058:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762374.779086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484619392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.779110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.779113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762374.779115:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.779118:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2363
00000100:00080000:1.0:1789762374.779120:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.779122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762374.779130:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762374.779154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484619520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.779170:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.779173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762374.779175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.779179:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2363
00000100:00080000:1.0:1789762374.779183:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.779186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762374.779191:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762374.779201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484619648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.779211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.779214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762374.779216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.779220:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2363
00000100:00080000:1.0:1789762374.779224:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.779227:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762374.779232:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762374.779241:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484619776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.779247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.779250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762374.779251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.779253:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2363
00000100:00080000:1.0:1789762374.779255:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.779257:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762374.779260:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762374.779264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484619904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762374.779270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762374.779272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762374.779273:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762374.779275:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2363
00000100:00080000:1.0:1789762374.779277:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762374.779279:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762374.779281:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762374.779286:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484620032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762374.779384:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484619392:192.168.203.110@tcp:250:kworker.0
00000800:00000100:2.0:1789762374.779508:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762374.779579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff8ab8d84a8a80 x1876699484619392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762374.779607:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484619392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762374.779632:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762374.779639:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762374.779648:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484619392:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762374.779660:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484619520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762374.779707:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762374.779729:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff8ab8d84aa680 x1876699484619520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762374.779744:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484619520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762374.779752:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762374.779755:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762374.779759:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484619520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762374.779766:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484619648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762374.779786:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762374.779799:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff8ab8d84a9f80 x1876699484619648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762374.779810:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484619648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762374.779818:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762374.779821:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762374.779824:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484619648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762374.779831:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484619776:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762374.779853:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762374.779916:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff8ab8d84aad80 x1876699484619776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762374.779930:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484619776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762374.779942:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762374.779946:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762374.779950:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484619776:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762374.779959:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484619904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762374.779982:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762374.779994:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff8ab8d84ab480 x1876699484619904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762374.780007:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484619904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762374.780018:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762374.780023:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762374.780028:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484619904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762374.780040:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484620032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762374.780070:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762374.780082:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762374/real 1789762374]  req@ffff8ab8d84a8700 x1876699484620032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762374.780096:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484620032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762374.780106:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762374.780110:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762374.780114:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484620032:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762375.482995:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762376.507055:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762377.531093:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762378.555031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762379.579070:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762379.898986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.898995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762379.899000:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.899020:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2368
00000100:00080000:2.0:1789762379.899030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.899037:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762379.899075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484620160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.899130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.899139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762379.899141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.899146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2368
00000100:00080000:2.0:1789762379.899151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.899155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762379.899165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762379.899172:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484620160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762379.899184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484620288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.899195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.899199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762379.899200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.899203:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2368
00000100:00080000:2.0:1789762379.899206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.899209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762379.899213:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762379.899223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484620416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.899231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.899234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762379.899236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.899239:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2368
00000100:00080000:2.0:1789762379.899242:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.899245:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762379.899250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762379.899253:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762379.899264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484620544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.899275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.899278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762379.899280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.899283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2368
00000100:00080000:2.0:1789762379.899286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762379.899289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762379.899293:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762379.899304:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff8ab8c33dfb80 x1876699484620160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762379.899306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484620672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762379.899337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762379.899341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762379.899345:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484620160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762379.899346:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762379.899361:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2368
00000100:00080000:1.0:1789762379.899363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762379.899368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762379.899371:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762379.899379:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484620160:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762379.899381:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762379.899392:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762379.899406:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484620288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762379.899413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484620800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762379.899433:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762379.899450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff8ab8c33ddc00 x1876699484620288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762379.899462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484620288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762379.899469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762379.899473:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762379.899475:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484620288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762379.899480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484620416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762379.899494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762379.899501:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff8ab8c33df480 x1876699484620416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762379.899535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484620416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762379.899542:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762379.899544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762379.899547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484620416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762379.899552:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484620544:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762379.899569:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762379.899582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff8ab8c33ddf80 x1876699484620544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762379.899599:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484620544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762379.899610:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762379.899615:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762379.899620:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484620544:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762379.899629:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484620672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762379.899659:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762379.899676:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff8ab8c33ded80 x1876699484620672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762379.899710:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484620672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762379.899731:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762379.899735:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762379.899738:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484620672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762379.899754:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484620800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762379.899773:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762379.899782:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762379/real 1789762379]  req@ffff8ab8c33df800 x1876699484620800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762379.899791:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484620800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762379.899798:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762379.899800:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762379.899803:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484620800:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762380.603018:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762381.627008:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762382.650978:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762383.675144:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762384.699003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762385.019026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762385.019035:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762385.019038:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762385.019047:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2373
00000100:00080000:1.0:1789762385.019071:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762385.019090:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762385.019127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484620928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762385.019158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762385.019161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762385.019163:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762385.019166:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2373
00000100:00080000:1.0:1789762385.019169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762385.019171:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762385.019180:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762385.019195:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484621056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762385.019201:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484620928:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762385.019221:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762385.019225:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762385.019228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762385.019234:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2373
00000100:00080000:1.0:1789762385.019239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762385.019244:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762385.019251:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762385.019265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484621184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762385.019269:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762385.019284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762385.019289:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762385.019291:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762385.019297:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2373
00000100:00080000:1.0:1789762385.019303:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762385.019308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8ab8d84a9880 x1876699484620928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762385.019310:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762385.019321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762385.019331:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484620928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762385.019341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484621312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762385.019344:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762385.019353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762385.019361:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484620928:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762385.019366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762385.019372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762385.019374:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762385.019381:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2373
00000100:00080000:1.0:1789762385.019386:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762385.019386:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621056:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762385.019396:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762385.019404:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762385.019412:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762385.019423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484621440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762385.019428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8ab8d84a8380 x1876699484621056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762385.019455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762385.019459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484621056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762385.019463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762385.019466:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.019475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762385.019476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2373
00000100:00080000:1.0:1789762385.019486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.019486:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762385.019492:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621056:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762385.019496:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762385.019504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762385.019504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762385.019520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484621568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762385.019530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762385.019541:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8ab8d84a8000 x1876699484621184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762385.019560:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484621184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762385.019566:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762385.019570:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762385.019574:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762385.019579:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621312:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762385.019593:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762385.019600:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8ab8d84ab800 x1876699484621312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762385.019608:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484621312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762385.019614:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762385.019616:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762385.019618:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621312:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762385.019629:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484621440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762385.019642:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762385.019649:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8ab8d84a9500 x1876699484621440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762385.019663:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484621440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762385.019669:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762385.019671:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762385.019673:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484621440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762385.019677:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484621568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762385.019688:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762385.019695:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8ab8d84a9880 x1876699484621568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762385.019704:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484621568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762385.019718:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762385.019721:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762385.019723:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484621568:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762385.723117:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762386.746968:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762387.771054:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762388.794965:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762389.819065:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762390.139000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.139008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762390.139012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.139036:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2378
00000100:00080000:3.0:1789762390.139045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.139051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762390.139085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484621696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.139105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.139107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762390.139109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.139112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2378
00000100:00080000:3.0:1789762390.139114:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.139116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762390.139123:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.139132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484621824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.139141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.139143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762390.139144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762390.139149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484621696:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762390.139150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2378
00000100:00080000:3.0:1789762390.139154:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.139159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762390.139162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.139169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484621952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.139175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.139178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762390.139179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.139181:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2378
00000100:00080000:3.0:1789762390.139184:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.139186:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762390.139189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762390.139195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484622080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.139202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.139204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762390.139206:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762390.139210:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762390.139212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2378
00000100:00080000:3.0:1789762390.139216:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.139219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762390.139222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.139229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484622208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.139235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.139238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762390.139239:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.139243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2378
00000100:00080000:3.0:1789762390.139245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762390.139247:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8ab8c34f7800 x1876699484621696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.139250:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762390.139257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.139269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484622336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762390.139272:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484621696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762390.139289:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762390.139292:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762390.139295:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484621696:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762390.139314:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762390.139331:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762390.139339:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8ab8c34f5180 x1876699484621824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762390.139348:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484621824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762390.139354:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762390.139356:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762390.139358:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762390.139362:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762390.139373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762390.139379:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8ab8c34f5880 x1876699484621952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762390.139386:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484621952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762390.139392:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762390.139394:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762390.139397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484621952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762390.139404:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484622080:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762390.139422:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762390.139434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8ab8c34f6d80 x1876699484622080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762390.139447:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484622080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762390.139456:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762390.139459:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762390.139462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484622080:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762390.139469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484622208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762390.139491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762390.139503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8ab8c34f5f80 x1876699484622208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762390.139516:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484622208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762390.139524:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762390.139527:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762390.139529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484622208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762390.139533:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484622336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762390.139549:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762390.139557:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8ab8c34f7100 x1876699484622336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762390.139565:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484622336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762390.139569:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762390.139571:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762390.139573:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484622336:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762390.843024:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762391.867067:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762392.890968:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762393.915061:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762394.939128:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762395.259015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.259024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762395.259027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.259037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2383
00000100:00080000:2.0:1789762395.259047:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.259054:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762395.259090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484622464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.259120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.259123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762395.259124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.259128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2383
00000100:00080000:2.0:1789762395.259131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.259133:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762395.259141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762395.259151:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484622592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.259161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.259164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762395.259165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.259169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2383
00000100:00080000:2.0:1789762395.259171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.259174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762395.259178:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762395.259185:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484622464:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762395.259188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484622720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.259201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.259204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762395.259205:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.259208:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2383
00000100:00080000:2.0:1789762395.259211:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.259214:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762395.259217:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762395.259227:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484622848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.259235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.259238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762395.259240:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.259243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2383
00000100:00080000:2.0:1789762395.259247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.259251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789762395.259255:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762395.259258:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762395.259270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484622976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.259278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.259281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762395.259282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.259287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2383
00000100:00080000:2.0:1789762395.259290:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.259293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762395.259299:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8ab8c33de300 x1876699484622464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762395.259299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762395.259314:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484623104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762395.259339:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484622464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.259372:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.259379:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762395.259385:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484622464:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762395.259393:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484622592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762395.259421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762395.259435:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8ab8c33de680 x1876699484622592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.259447:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484622592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.259455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.259458:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762395.259462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484622592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762395.259483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484622720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762395.259505:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762395.259529:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8ab8c33df100 x1876699484622720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.259549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484622720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.259562:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.259566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762395.259571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484622720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762395.259579:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484622848:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762395.259601:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762395.259612:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8ab8c33dca80 x1876699484622848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.259623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484622848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.259630:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.259633:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762395.259636:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484622848:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762395.259640:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484622976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762395.259655:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762395.259668:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8ab8c33dc380 x1876699484622976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.259684:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484622976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.259695:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.259700:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762395.259705:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484622976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762395.259714:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484623104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762395.259741:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762395.259753:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8ab8c33dd880 x1876699484623104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.259764:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484623104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.259771:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.259774:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762395.259776:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484623104:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762395.963033:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762396.987016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762398.011113:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762399.035008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762400.059010:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762400.379027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.379036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762400.379040:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.379050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2388
00000100:00080000:3.0:1789762400.379060:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.379067:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762400.379100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484623232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762400.379129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.379138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762400.379140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.379144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2388
00000100:00080000:3.0:1789762400.379148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.379152:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762400.379161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762400.379173:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484623232:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762400.379177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484623360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762400.379198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.379202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762400.379204:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.379208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2388
00000100:00080000:3.0:1789762400.379212:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.379223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762400.379228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762400.379229:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762400.379244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484623488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762400.379255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.379259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762400.379261:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.379265:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2388
00000100:00080000:3.0:1789762400.379270:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762400.379276:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8ab8c34f7b80 x1876699484623232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.379277:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762400.379285:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762400.379301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484623616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762400.379307:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484623232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.379318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.379324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762400.379327:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762400.379328:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762400.379332:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2388
00000100:00080000:1.0:1789762400.379338:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762400.379340:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762400.379349:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484623232:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762400.379349:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762400.379357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762400.379369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484623744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762400.379380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484623360:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762400.379381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.379388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762400.379389:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762400.379394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2388
00000100:00080000:3.0:1789762400.379399:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762400.379403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789762400.379408:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789762400.379408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762400.379427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484623872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762400.379428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8ab8c34f4380 x1876699484623360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.379456:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484623360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.379463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.379466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762400.379469:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484623360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.379475:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484623488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.379489:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762400.379504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8ab8c34f6300 x1876699484623488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.379521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484623488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.379541:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.379545:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762400.379549:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484623488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.379556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484623616:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762400.379575:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762400.379583:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8ab8c34f5c00 x1876699484623616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.379591:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484623616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.379597:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.379599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762400.379601:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484623616:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762400.379612:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484623744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.379623:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762400.379630:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8ab8c34f4a80 x1876699484623744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.379638:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484623744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.379643:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.379645:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762400.379648:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484623744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.379652:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484623872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.379674:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762400.379684:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8ab8c34f7b80 x1876699484623872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.379696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484623872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.379704:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.379708:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762400.379711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484623872:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762401.083036:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762402.107036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762403.131137:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762404.154989:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762405.179011:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762405.498998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.499018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762405.499023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.499037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2394
00000100:00080000:3.0:1789762405.499050:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.499058:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762405.499102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484624000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.499129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.499133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762405.499134:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.499138:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2394
00000100:00080000:3.0:1789762405.499140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.499143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762405.499152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762405.499166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484624128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.499175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.499178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762405.499180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.499184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2394
00000100:00100000:1.0:1789762405.499192:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484624000:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762405.499192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.499201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762405.499209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762405.499220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484624256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762405.499234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.499238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762405.499240:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.499243:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2394
00000100:00080000:3.0:1789762405.499246:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.499248:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762405.499255:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762405.499267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484624384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762405.499268:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762405.499286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.499291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762405.499293:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.499300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2394
00000100:00080000:3.0:1789762405.499305:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762405.499311:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff8ab8c34f7100 x1876699484624000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.499312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762405.499328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762405.499336:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484624000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.499355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.499361:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762405.499364:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484624000:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762405.499371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484624512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762405.499388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484624128:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762405.499389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762405.499400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762405.499404:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762405.499413:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2394
00000800:00000100:1.0:1789762405.499414:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762405.499423:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762405.499430:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762405.499438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff8ab8c34f5f80 x1876699484624128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762405.499441:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762405.499459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484624640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762405.499467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484624128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.499484:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.499490:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762405.499495:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484624128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762405.499505:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484624256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762405.499531:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762405.499543:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff8ab8c34f6d80 x1876699484624256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.499551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484624256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.499557:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.499559:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762405.499561:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484624256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762405.499566:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484624384:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762405.499580:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762405.499586:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff8ab8c34f5880 x1876699484624384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.499598:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484624384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.499604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.499605:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762405.499607:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484624384:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762405.499619:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484624512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762405.499631:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762405.499638:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff8ab8c34f5180 x1876699484624512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.499645:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484624512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.499650:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.499652:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762405.499654:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484624512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762405.499657:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484624640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762405.499667:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762405.499673:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff8ab8c34f7800 x1876699484624640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762405.499680:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484624640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762405.499707:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762405.499709:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762405.499711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484624640:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762406.203054:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762407.227019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762408.251102:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762409.275029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762410.299036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762410.619006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762410.619014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762410.619018:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762410.619027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2399
00000100:00080000:2.0:1789762410.619039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762410.619058:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762410.619092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484624768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762410.619121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762410.619124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762410.619126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762410.619129:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2399
00000100:00080000:2.0:1789762410.619132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762410.619135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762410.619142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762410.619153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484624896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762410.619162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762410.619166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762410.619168:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762410.619171:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2399
00000100:00080000:2.0:1789762410.619175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762410.619184:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484624768:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762410.619185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762410.619205:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762410.619222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484625024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762410.619236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762410.619240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762410.619242:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762410.619247:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2399
00000100:00080000:2.0:1789762410.619249:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762410.619253:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762410.619258:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762410.619272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484625152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762410.619280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762410.619283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762410.619284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762410.619288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2399
00000100:00080000:2.0:1789762410.619302:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762410.619304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762410.619308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762410.619317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484625280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762410.619319:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762410.619325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762410.619329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762410.619331:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762410.619335:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2399
00000100:00080000:2.0:1789762410.619339:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762410.619342:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762410.619346:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762410.619357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484625408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762410.619430:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410]  req@ffff8ab8c33dd180 x1876699484624768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762410.619446:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484624768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762410.619455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762410.619459:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762410.619463:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484624768:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762410.619469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484624896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762410.619597:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762410.619663:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410]  req@ffff8ab8c33dc700 x1876699484624896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762410.619685:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484624896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762410.619694:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762410.619700:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762410.619706:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484624896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762410.619760:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762410.619785:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762410.619799:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410]  req@ffff8ab8c33dc000 x1876699484625024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762410.619822:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484625024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762410.619832:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762410.619835:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762410.619837:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762410.619843:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625152:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762410.619905:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762410.619923:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410]  req@ffff8ab8c33dd880 x1876699484625152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762410.619935:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484625152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762410.619942:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762410.619948:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762410.619953:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625152:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762410.619960:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484625280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762410.619979:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762410.619997:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410]  req@ffff8ab8c33dc380 x1876699484625280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762410.620005:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484625280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762410.620016:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762410.620018:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762410.620020:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484625280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762410.620024:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484625408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762410.620038:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762410.620045:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762410/real 1789762410]  req@ffff8ab8c33dca80 x1876699484625408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762410.620053:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484625408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762410.620058:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762410.620060:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762410.620062:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484625408:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762411.323025:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762412.346995:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762413.371074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762414.395043:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762415.419014:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762415.738971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762415.738979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762415.738982:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762415.738993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2404
00000100:00080000:2.0:1789762415.739004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762415.739012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762415.739047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484625536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762415.739072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762415.739076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762415.739077:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762415.739080:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2404
00000100:00080000:2.0:1789762415.739083:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762415.739086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762415.739093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762415.739102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484625664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762415.739110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762415.739113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762415.739115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762415.739119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2404
00000100:00100000:3.0:1789762415.739121:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484625536:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762415.739122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762415.739128:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762415.739132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762415.739139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484625792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762415.739145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762415.739148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762415.739150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762415.739152:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2404
00000100:00080000:2.0:1789762415.739167:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762415.739170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762415.739173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762415.739178:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762415.739186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484625920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762415.739194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762415.739196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762415.739197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762415.739200:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2404
00000100:00080000:2.0:1789762415.739202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762415.739205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762415.739209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762415.739213:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff8ab8c33df100 x1876699484625536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762415.739218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484626048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762415.739237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762415.739240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762415.739243:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484625536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762415.739244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762415.739254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2404
00000100:00080000:3.0:1789762415.739258:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762415.739260:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762415.739264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762415.739269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762415.739271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484625536:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789762415.739278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762415.739294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484626176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762415.739294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762415.739318:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762415.739328:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff8ab8c33de680 x1876699484625664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762415.739338:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484625664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762415.739344:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762415.739346:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762415.739348:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762415.739352:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762415.739362:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762415.739368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff8ab8c33de300 x1876699484625792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762415.739376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484625792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762415.739381:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762415.739382:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762415.739384:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762415.739388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625920:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762415.739399:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762415.739405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff8ab8c33df800 x1876699484625920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762415.739412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484625920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762415.739417:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762415.739419:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762415.739421:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484625920:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762415.739424:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484626048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762415.739435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762415.739441:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff8ab8c33ded80 x1876699484626048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762415.739448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484626048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762415.739453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762415.739454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762415.739456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484626048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762415.739466:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484626176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762415.739476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762415.739481:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762415/real 1789762415]  req@ffff8ab8c33ddf80 x1876699484626176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762415.739489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484626176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762415.739494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762415.739496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762415.739497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484626176:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762416.443038:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762417.467054:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762418.491020:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762419.515014:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762420.538978:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762420.858949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762420.858959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762420.858963:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762420.858972:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2409
00000100:00080000:0.0:1789762420.858982:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762420.858988:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762420.859026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484626304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762420.859052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762420.859056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762420.859058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762420.859062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2409
00000100:00080000:0.0:1789762420.859065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762420.859069:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762420.859079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762420.859100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484626432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762420.859109:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484626304:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762420.859115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762420.859120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762420.859122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762420.859127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2409
00000100:00080000:0.0:1789762420.859132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762420.859135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762420.859141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762420.859153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484626560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762420.859163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762420.859167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762420.859169:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762420.859173:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2409
00000800:00000100:3.0:1789762420.859178:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762420.859180:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762420.859188:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762420.859194:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762420.859205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484626688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762420.859216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762420.859218:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff8ab8c2feaa00 x1876699484626304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762420.859222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762420.859226:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762420.859236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2409
00000100:00080000:0.0:1789762420.859241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762420.859242:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484626304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762420.859248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789762420.859255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762420.859257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762420.859260:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762420.859266:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484626304:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762420.859275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484626816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762420.859288:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484626432:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762420.859290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762420.859295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762420.859298:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762420.859304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2409
00000100:00080000:0.0:1789762420.859308:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762420.859310:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762420.859317:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762420.859324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762420.859324:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff8ab8c2febb80 x1876699484626432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762420.859338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484626944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762420.859340:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484626432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762420.859363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762420.859366:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762420.859379:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484626432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762420.859384:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484626560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762420.859397:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762420.859404:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff8ab8c2fe9f80 x1876699484626560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762420.859412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484626560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762420.859417:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762420.859420:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762420.859422:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484626560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762420.859425:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484626688:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762420.859436:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762420.859442:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff8ab8c2fe9500 x1876699484626688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762420.859449:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484626688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762420.859454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762420.859456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762420.859458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484626688:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762420.859468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484626816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762420.859478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762420.859485:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff8ab8c2fea680 x1876699484626816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762420.859493:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484626816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762420.859498:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762420.859499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762420.859501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484626816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762420.859505:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484626944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762420.859515:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762420.859527:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762420/real 1789762420]  req@ffff8ab8c2feaa00 x1876699484626944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762420.859535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484626944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762420.859540:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762420.859542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762420.859544:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484626944:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762421.563020:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762422.587084:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762423.611090:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762424.635216:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762425.659113:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762425.979066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762425.979078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762425.979083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762425.979094:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2414
00000100:00080000:2.0:1789762425.979106:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762425.979131:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762425.979181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484627072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762425.979233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762425.979241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762425.979244:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762425.979253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2414
00000100:00080000:2.0:1789762425.979261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762425.979270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762425.979289:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762425.979308:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484627072:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762425.979323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484627200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762425.979347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762425.979382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762425.979385:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762425.979391:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2414
00000100:00080000:2.0:1789762425.979400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762425.979405:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762425.979416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762425.979416:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762425.979441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484627328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762425.979473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762425.979486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762425.979489:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762425.979497:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2414
00000100:00080000:2.0:1789762425.979504:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762425.979512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff8ab8c33df480 x1876699484627072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762425.979534:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762425.979546:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762425.979578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484627072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762425.979579:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484627456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762425.979625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762425.979637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762425.979643:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762425.979654:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2414
00000100:00080000:2.0:1789762425.979662:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762425.979663:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762425.979674:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789762425.979678:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:2.0:1789762425.979682:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762425.979689:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484627072:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762425.979699:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484627584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762425.979715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762425.979722:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762425.979726:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762425.979734:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2414
00000100:00080000:2.0:1789762425.979742:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762425.979744:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484627200:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762425.979775:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762425.979806:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762425.979831:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484627712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762425.979845:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762425.979876:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff8ab8c33ddc00 x1876699484627200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762425.979943:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484627200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762425.979957:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762425.979962:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762425.979967:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484627200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762425.979977:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484627328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762425.980007:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762425.980023:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff8ab8c33dfb80 x1876699484627328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762425.980041:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484627328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762425.980053:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762425.980059:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762425.980064:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484627328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762425.980075:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484627456:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762425.980102:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762425.980120:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff8ab8c33ddf80 x1876699484627456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762425.980139:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484627456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762425.980152:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762425.980157:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762425.980162:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484627456:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762425.980172:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484627584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762425.980198:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762425.980214:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff8ab8c33ded80 x1876699484627584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762425.980233:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484627584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762425.980247:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762425.980251:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762425.980254:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484627584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762425.980275:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484627712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762425.980298:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762425.980309:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762425/real 1789762425]  req@ffff8ab8c33df800 x1876699484627712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762425.980321:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484627712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762425.980330:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762425.980333:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762425.980336:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484627712:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762426.683094:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762427.707090:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762428.731085:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762429.755052:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762430.779122:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762431.099019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762431.099033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762431.099038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762431.099050:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2419
00000100:00080000:0.0:1789762431.099064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762431.099073:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762431.099121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484627840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762431.099166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762431.099173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762431.099177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762431.099184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2419
00000100:00080000:0.0:1789762431.099192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762431.099199:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762431.099215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762431.099246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484627968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762431.099253:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484627840:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762431.099287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762431.099295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762431.099300:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762431.099309:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2419
00000100:00080000:0.0:1789762431.099317:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762431.099326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762431.099337:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762431.099364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484628096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762431.099385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762431.099395:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762431.099398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762431.099406:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762431.099416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2419
00000100:00080000:0.0:1789762431.099426:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762431.099435:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762431.099446:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762431.099476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8ab8c2fea300 x1876699484627840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762431.099478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484628224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762431.099535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484627840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762431.099542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762431.099559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762431.099566:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762431.099577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762431.099583:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2419
00000100:00080000:3.0:1789762431.099594:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789762431.099596:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762431.099609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484627840:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762431.099614:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762431.099633:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762431.099657:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484628352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762431.099662:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484627968:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762431.099695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762431.099702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762431.099707:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762431.099741:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2419
00000100:00080000:0.0:1789762431.099750:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762431.099755:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762431.099766:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762431.099779:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762431.099796:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8ab8c2fe8e00 x1876699484627968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762431.099810:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484628480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762431.099829:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484627968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.099856:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.099861:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762431.099917:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484627968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.099927:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.099960:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762431.099977:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8ab8c2feb100 x1876699484628096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.099992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484628096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.100003:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.100007:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762431.100011:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.100018:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628224:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762431.100038:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762431.100050:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8ab8c2feb480 x1876699484628224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.100064:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484628224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.100073:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.100077:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762431.100082:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628224:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762431.100104:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484628352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.100124:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762431.100137:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8ab8c2feb800 x1876699484628352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.100151:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484628352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.100161:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.100164:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762431.100168:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484628352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.100174:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484628480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.100193:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762431.100204:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8ab8c2fe9180 x1876699484628480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.100218:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484628480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.100227:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.100231:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762431.100235:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484628480:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762431.803028:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762432.827081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762433.851056:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762434.875143:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762435.899071:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762436.218949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.218958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762436.218962:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.218971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2424
00000100:00080000:2.0:1789762436.218980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.218986:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762436.219030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484628608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.219050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.219052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762436.219054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.219057:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2424
00000100:00080000:2.0:1789762436.219061:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.219066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762436.219076:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762436.219080:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484628608:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762436.219094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484628736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.219114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.219118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762436.219120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.219125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2424
00000100:00080000:2.0:1789762436.219137:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.219143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762436.219148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762436.219172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484628864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.219203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.219209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762436.219212:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762436.219217:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628736:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762436.219224:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2424
00000100:00080000:2.0:1789762436.219234:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.219241:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762436.219251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762436.219259:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762436.219276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484628992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.219306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.219321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762436.219323:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762436.219325:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628992:192.168.203.110@tcp:8:kworker.0
00000100:00080000:2.0:1789762436.219329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2424
00000100:00080000:2.0:1789762436.219334:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.219337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762436.219342:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762436.219352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484629120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.219365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.219368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762436.219369:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.219373:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2424
00000100:00080000:2.0:1789762436.219376:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.219379:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762436.219383:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762436.219388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484629120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762436.219394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484629248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762436.219415:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484629248:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762436.923044:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762437.946985:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762438.971035:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762439.291174:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789762439.291233:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762439.291256:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762439.291299:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762439.291311:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762439.291322:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762439.291336:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789762439.291339:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762439]  req@ffff8ab8c33de680 x1876699484628736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789762439.291351:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789762439.291379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484628736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762439.291393:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762439.291400:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762439.291406:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762439.291413:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762439]  req@ffff8ab8c33df100 x1876699484628864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762439.291426:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484628864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762439.291434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762439.291438:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762439.291441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762439.291448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762439]  req@ffff8ab8c33de300 x1876699484628608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762439.291461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484628608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762439.291469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762439.291473:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762439.291477:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484628608:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762439.291502:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762439]  req@ffff8ab8c33dd880 x1876699484629248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762439.291514:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484629248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762439.291522:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762439.291525:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762439.291529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484629248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762439.291536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762439]  req@ffff8ab8c33dc380 x1876699484629120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762439.291548:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484629120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762439.291555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762439.291559:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762439.291563:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484629120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762439.291571:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762439]  req@ffff8ab8c33dca80 x1876699484628992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762439.291584:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484628992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762439.291592:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762439.291596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762439.291600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484628992:192.168.203.110@tcp:8:kworker.0
00010000:00010000:1.0:1789762439.995035:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762441.018973:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762441.339018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762441.339027:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762441.339031:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762441.339040:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2429
00000100:00080000:3.0:1789762441.339050:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762441.339057:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762441.339089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484629376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762441.339109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762441.339112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762441.339113:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762441.339116:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2429
00000100:00080000:3.0:1789762441.339119:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762441.339122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762441.339130:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762441.339140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484629504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762441.339146:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484629376:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762441.339163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762441.339166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762441.339168:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762441.339172:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2429
00000100:00080000:3.0:1789762441.339174:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762441.339177:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762441.339181:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762441.339190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484629632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762441.339197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762441.339200:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762441.339202:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762441.339204:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2429
00000100:00080000:3.0:1789762441.339207:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762441.339211:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762441.339216:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762441.339222:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762441.339232:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484629760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762441.339245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762441.339248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762441.339250:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762441.339256:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2429
00000100:00080000:3.0:1789762441.339261:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762441.339269:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762441.339271:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8ab8c34f6680 x1876699484629376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762441.339276:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762441.339297:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484629888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762441.339304:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484629376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762441.339319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762441.339331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762441.339336:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.339349:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762441.339355:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2429
00000100:00080000:0.0:1789762441.339360:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762441.339365:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762441.339372:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762441.339379:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762441.339387:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484629376:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762441.339394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484630016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762441.339421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484629504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762441.339452:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762441.339469:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8ab8c34f4700 x1876699484629504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762441.339483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484629504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762441.339493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762441.339497:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762441.339500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484629504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762441.339507:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484629632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762441.339532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762441.339545:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8ab8c34f4000 x1876699484629632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762441.339557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484629632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762441.339566:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762441.339577:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762441.339582:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484629632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762441.339590:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484629760:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762441.339614:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762441.339628:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8ab8c34f7480 x1876699484629760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762441.339657:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484629760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762441.339666:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762441.339669:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762441.339673:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484629760:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762441.339679:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484629888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762441.339699:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762441.339710:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8ab8c34f5500 x1876699484629888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762441.339721:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484629888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762441.339729:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762441.339732:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762441.339735:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484629888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762441.339741:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484630016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762441.339758:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762441.339768:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8ab8c34f6a00 x1876699484630016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762441.339779:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484630016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762441.339787:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762441.339790:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762441.339793:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484630016:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762442.043100:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762443.067135:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762444.091132:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762445.115138:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762446.139115:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762446.459039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.459054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762446.459077:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.459093:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2435
00000100:00080000:1.0:1789762446.459110:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.459124:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762446.459186:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484630144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.459249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.459254:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.459257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.459265:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2435
00000100:00080000:1.0:1789762446.459271:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.459277:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762446.459290:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.459309:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484630272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.459321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.459326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762446.459328:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.459340:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2435
00000100:00100000:3.0:1789762446.459343:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484630144:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762446.459346:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.459360:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762446.459367:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.459380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484630400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.459393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.459396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.459398:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.459401:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2435
00000100:00080000:1.0:1789762446.459403:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.459406:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762446.459410:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762446.459418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484630528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.459427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.459430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.459432:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.459435:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2435
00000100:00080000:1.0:1789762446.459438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.459442:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762446.459446:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.459453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484630656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.459497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.459502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762446.459505:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.459513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2435
00000100:00080000:1.0:1789762446.459520:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.459527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762446.459534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.459557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484630784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762446.459620:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762446.459668:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8ab8d84a8700 x1876699484630144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.459712:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484630144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.459723:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.459726:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762446.459730:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484630144:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762446.459738:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484630272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.459758:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762446.459768:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8ab8d84ab480 x1876699484630272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.459778:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484630272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.459785:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.459788:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762446.459791:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484630272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.459813:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484630400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.459827:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762446.459840:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8ab8d84aad80 x1876699484630400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.459849:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484630400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.459855:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.459858:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762446.459861:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484630400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.459865:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484630528:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762446.459928:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762446.459941:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8ab8d84a9f80 x1876699484630528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.459951:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484630528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.459970:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.459972:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762446.459976:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484630528:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762446.459982:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484630656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.459997:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762446.460004:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8ab8d84aa680 x1876699484630656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.460012:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484630656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.460018:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.460021:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762446.460023:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484630656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.460037:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484630784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.460048:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762446.460055:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8ab8d84a8a80 x1876699484630784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.460062:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484630784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.460072:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.460074:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762446.460077:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484630784:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762447.163090:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762448.187084:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762449.211108:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762450.235075:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762451.258993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762451.579020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762451.579046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762451.579054:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762451.579071:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2440
00000100:00080000:1.0:1789762451.579087:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762451.579100:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762451.579177:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484630912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762451.579216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762451.579221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762451.579223:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762451.579229:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2440
00000100:00080000:1.0:1789762451.579235:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762451.579240:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762451.579252:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762451.579270:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484631040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762451.579284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762451.579289:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762451.579291:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762451.579295:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2440
00000100:00080000:1.0:1789762451.579299:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762451.579307:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762451.579313:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484630912:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789762451.579315:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762451.579333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484631168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762451.579349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762451.579353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762451.579356:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762451.579359:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2440
00000100:00080000:1.0:1789762451.579372:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762451.579376:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762451.579382:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762451.579397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484631296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762451.579411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762451.579421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762451.579423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762451.579430:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762451.579445:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2440
00000100:00080000:1.0:1789762451.579452:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762451.579458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762451.579465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762451.579483:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484631424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762451.579497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762451.579499:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff8ab8d84ab100 x1876699484630912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762451.579507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762451.579513:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762451.579530:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2440
00000100:00080000:1.0:1789762451.579541:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762451.579546:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762451.579555:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484630912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762451.579581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762451.579609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762451.579615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484631552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762451.579635:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762451.579661:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484630912:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762451.579677:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762451.579726:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762451.579752:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff8ab8d84aa300 x1876699484631040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.579779:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484631040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.579797:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.579803:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762451.579807:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762451.579841:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762451.579922:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762451.579939:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff8ab8d84a8e00 x1876699484631168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.579955:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484631168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.579965:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.579970:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762451.579974:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762451.579982:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631296:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762451.580004:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762451.580017:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff8ab8d84a9180 x1876699484631296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.580031:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484631296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.580058:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.580064:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762451.580070:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631296:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762451.580082:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484631424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762451.580141:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762451.580161:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff8ab8d84a9c00 x1876699484631424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.580177:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484631424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.580188:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.580192:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762451.580195:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484631424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762451.580203:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484631552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762451.580240:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762451.580262:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762451/real 1789762451]  req@ffff8ab8d84abb80 x1876699484631552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762451.580287:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484631552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762451.580304:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762451.580311:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762451.580315:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484631552:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762452.283044:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762453.307072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762454.330993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762455.355000:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762456.379000:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762456.699037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.699048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762456.699052:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.699062:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2445
00000100:00080000:0.0:1789762456.699089:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.699095:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762456.699128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484631680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.699151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.699153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762456.699155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.699158:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2445
00000100:00080000:0.0:1789762456.699160:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.699162:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762456.699170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762456.699179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484631808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.699188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.699190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762456.699191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.699197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2445
00000100:00080000:0.0:1789762456.699199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762456.699199:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484631680:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762456.699204:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762456.699210:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762456.699220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484631936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.699226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.699229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762456.699231:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.699233:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2445
00000100:00080000:0.0:1789762456.699236:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.699238:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762456.699241:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762456.699248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484632064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.699255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.699258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762456.699259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.699262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2445
00000100:00080000:0.0:1789762456.699267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762456.699267:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762456.699274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762456.699277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762456.699285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484632192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762456.699291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762456.699293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762456.699295:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762456.699298:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2445
00000100:00080000:0.0:1789762456.699300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762456.699303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762456.699322:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762456.699325:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff8ab8c2fe8000 x1876699484631680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762456.699333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484632320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762456.699346:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484631680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.699361:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.699364:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762456.699368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484631680:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762456.699385:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762456.699402:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762456.699410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff8ab8c2fe9c00 x1876699484631808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.699418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484631808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.699424:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.699426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762456.699428:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762456.699432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762456.699442:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762456.699449:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff8ab8c2fe9880 x1876699484631936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.699456:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484631936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.699461:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.699463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762456.699465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484631936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762456.699468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484632064:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762456.699479:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762456.699485:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff8ab8c2fead80 x1876699484632064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.699491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484632064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.699497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.699499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762456.699500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484632064:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762456.699504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484632192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762456.699513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762456.699537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff8ab8c2fe8a80 x1876699484632192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.699545:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484632192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.699551:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.699553:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762456.699555:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484632192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762456.699558:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484632320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762456.699572:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762456.699579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762456/real 1789762456]  req@ffff8ab8c2fe8380 x1876699484632320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762456.699587:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484632320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762456.699592:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762456.699595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762456.699597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484632320:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762457.402962:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762458.426993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762459.450997:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762460.474993:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762461.499016:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762461.818939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762461.818948:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762461.818953:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762461.818971:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2450
00000100:00080000:3.0:1789762461.818982:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762461.818991:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762461.819026:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484632448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762461.819050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762461.819058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762461.819060:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762461.819064:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2450
00000100:00080000:3.0:1789762461.819068:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762461.819071:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762461.819080:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484632448:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789762461.819080:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762461.819093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484632576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762461.819106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762461.819109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762461.819110:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762461.819113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2450
00000100:00080000:3.0:1789762461.819117:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762461.819120:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762461.819123:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762461.819130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484632704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762461.819139:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762461.819139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762461.819145:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762461.819147:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762461.819150:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2450
00000100:00080000:3.0:1789762461.819154:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762461.819156:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762461.819160:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762461.819168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484632832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762461.819175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762461.819179:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789762461.819180:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff8ab8c34f6a00 x1876699484632448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762461.819181:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762461.819189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2450
00000100:00080000:3.0:1789762461.819194:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762461.819199:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762461.819202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762461.819207:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484632448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762461.819211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484632960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762461.819240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762461.819248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762461.819252:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762461.819257:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762461.819258:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2450
00000100:00080000:0.0:1789762461.819264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762461.819266:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762461.819269:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484632448:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762461.819275:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762461.819282:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762461.819294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484632576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762461.819297:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484633088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762461.819317:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762461.819332:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff8ab8c34f5500 x1876699484632576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762461.819341:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484632576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762461.819347:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762461.819350:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762461.819352:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484632576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762461.819355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484632704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762461.819375:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762461.819382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff8ab8c34f7480 x1876699484632704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762461.819389:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484632704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762461.819394:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762461.819396:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762461.819397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484632704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762461.819404:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484632832:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762461.819423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762461.819434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff8ab8c34f4000 x1876699484632832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762461.819447:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484632832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762461.819456:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762461.819458:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762461.819460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484632832:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762461.819473:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484632960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762461.819504:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762461.819513:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff8ab8c34f4700 x1876699484632960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762461.819521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484632960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762461.819526:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762461.819528:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762461.819530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484632960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762461.819542:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484633088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762461.819554:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762461.819561:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762461/real 1789762461]  req@ffff8ab8c34f6680 x1876699484633088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762461.819568:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484633088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762461.819574:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762461.819576:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762461.819578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484633088:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762462.523032:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762463.547045:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762464.571066:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762465.595134:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762466.618993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762466.938982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762466.938995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762466.939000:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762466.939013:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2455
00000100:00080000:3.0:1789762466.939028:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762466.939037:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762466.939081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484633216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762466.939121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762466.939130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762466.939133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762466.939141:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2455
00000100:00080000:3.0:1789762466.939148:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762466.939156:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762466.939172:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762466.939200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484633344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762466.939212:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484633216:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762466.939221:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762466.939227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762466.939231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762466.939237:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2455
00000100:00080000:3.0:1789762466.939243:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762466.939250:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762466.939258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762466.939276:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484633472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762466.939292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762466.939299:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762466.939299:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762466.939303:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762466.939308:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2455
00000100:00080000:3.0:1789762466.939314:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762466.939321:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762466.939330:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762466.939346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484633600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762466.939361:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff8ab8c34f7800 x1876699484633216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762466.939396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762466.939401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762466.939404:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762466.939405:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484633216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762466.939409:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2455
00000100:00080000:3.0:1789762466.939414:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762466.939420:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762466.939422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762466.939427:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789762466.939427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762466.939434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484633216:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762466.939461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484633728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762466.939475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762466.939480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762466.939483:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762466.939484:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484633344:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762466.939489:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2455
00000100:00080000:3.0:1789762466.939494:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762466.939499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762466.939506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762466.939518:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762466.939521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484633856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762466.939538:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff8ab8c34f5180 x1876699484633344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762466.939557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484633344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762466.939572:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762466.939577:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762466.939583:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484633344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762466.939593:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484633472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762466.939622:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762466.939635:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff8ab8c34f5880 x1876699484633472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762466.939647:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484633472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762466.939655:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762466.939658:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762466.939661:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484633472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762466.939667:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484633600:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762466.939683:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762466.939710:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff8ab8c34f6d80 x1876699484633600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762466.939724:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484633600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762466.939734:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762466.939738:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762466.939742:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484633600:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762466.939749:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484633728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762466.939771:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762466.939782:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff8ab8c34f5f80 x1876699484633728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762466.939796:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484633728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762466.939806:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762466.939809:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762466.939813:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484633728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762466.939834:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484633856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762466.939854:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762466.939866:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762466/real 1789762466]  req@ffff8ab8c34f7100 x1876699484633856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762466.939925:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484633856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762466.939936:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762466.939940:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762466.939943:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484633856:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762467.643016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762468.667013:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762469.691091:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762470.715028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762471.739023:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762472.058936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762472.058945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762472.058948:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762472.058956:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2460
00000100:00080000:3.0:1789762472.058965:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762472.058971:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762472.059019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484633984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762472.059048:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762472.059050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762472.059052:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762472.059055:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2460
00000100:00080000:3.0:1789762472.059064:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762472.059067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762472.059074:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762472.059085:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484634112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762472.059094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762472.059096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762472.059100:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762472.059101:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484633984:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762472.059104:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2460
00000100:00080000:3.0:1789762472.059110:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762472.059113:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762472.059116:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762472.059125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484634240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762472.059136:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762472.059139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762472.059140:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762472.059143:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2460
00000100:00080000:3.0:1789762472.059145:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762472.059147:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762472.059150:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762472.059157:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484634368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762472.059163:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762472.059170:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762472.059173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762472.059175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762472.059178:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2460
00000100:00080000:3.0:1789762472.059188:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762472.059191:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762472.059195:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.059204:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8ab8c34f7b80 x1876699484633984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.059205:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484634496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762472.059235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762472.059238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762472.059240:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762472.059244:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2460
00000100:00100000:0.0:1789762472.059245:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484633984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.059247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762472.059254:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762472.059260:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762472.059262:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762472.059267:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762472.059270:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484634624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762472.059274:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484633984:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762472.059301:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484634112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762472.059317:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762472.059326:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8ab8c34f4a80 x1876699484634112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762472.059334:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484634112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762472.059340:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762472.059342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762472.059344:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484634112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762472.059348:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484634240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762472.059358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762472.059364:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8ab8c34f5c00 x1876699484634240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762472.059375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484634240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762472.059380:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762472.059382:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762472.059384:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484634240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762472.059387:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484634368:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762472.059398:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762472.059423:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8ab8c34f6300 x1876699484634368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762472.059433:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484634368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762472.059438:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762472.059441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762472.059443:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484634368:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762472.059447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484634496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762472.059461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762472.059468:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8ab8c34f4380 x1876699484634496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762472.059476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484634496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762472.059485:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762472.059487:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762472.059489:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484634496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762472.059493:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484634624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762472.059502:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762472.059508:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8ab8c34f7100 x1876699484634624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762472.059515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484634624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762472.059520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762472.059522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762472.059524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484634624:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762472.763048:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762473.787050:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762474.811016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762475.835052:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762476.858967:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762477.178966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.178974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762477.178977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.178985:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2465
00000100:00080000:0.0:1789762477.178994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.178999:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762477.179041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484634752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.179063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.179066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.179068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.179071:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2465
00000100:00080000:0.0:1789762477.179073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.179076:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762477.179084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.179094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484634880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762477.179100:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484634752:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762477.179105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.179108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762477.179109:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.179113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2465
00000100:00080000:0.0:1789762477.179115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.179118:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762477.179121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.179130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484635008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.179137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.179140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.179141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.179143:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2465
00000100:00080000:0.0:1789762477.179145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.179148:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762477.179151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762477.179160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484635136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762477.179177:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762477.179178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.179182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.179184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.179186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2465
00000100:00080000:0.0:1789762477.179190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.179193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762477.179197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.179205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484635264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.179212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.179214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762477.179216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762477.179218:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8ab8c2fe8380 x1876699484634752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762477.179222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2465
00000100:00080000:0.0:1789762477.179226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.179233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762477.179238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762477.179244:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484634752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762477.179248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484635392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762477.179271:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762477.179276:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762477.179280:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484634752:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762477.179298:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484634880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762477.179313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762477.179332:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8ab8c2fe8a80 x1876699484634880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762477.179340:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484634880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762477.179346:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762477.179348:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762477.179351:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484634880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762477.179361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762477.179392:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762477.179401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8ab8c2fead80 x1876699484635008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762477.179420:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484635008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762477.179425:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762477.179427:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762477.179430:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762477.179433:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635136:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762477.179445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762477.179451:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8ab8c2fe9880 x1876699484635136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762477.179458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484635136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762477.179463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762477.179465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762477.179467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635136:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762477.179470:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484635264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762477.179480:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762477.179487:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8ab8c2fe9c00 x1876699484635264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762477.179494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484635264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762477.179499:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762477.179501:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762477.179502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484635264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762477.179506:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484635392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762477.179516:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762477.179522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8ab8c2fe8000 x1876699484635392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762477.179530:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484635392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762477.179535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762477.179536:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762477.179538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484635392:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762477.883020:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762478.907021:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762479.931050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762480.955029:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762481.978980:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762482.298994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762482.299004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762482.299007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762482.299016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2470
00000100:00080000:0.0:1789762482.299028:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762482.299036:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762482.299074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484635520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762482.299102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762482.299106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762482.299108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762482.299112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2470
00000100:00080000:0.0:1789762482.299116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762482.299121:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762482.299131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762482.299141:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484635520:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762482.299150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484635648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762482.299164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762482.299168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762482.299170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762482.299175:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2470
00000100:00080000:0.0:1789762482.299180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762482.299185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762482.299191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762482.299204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484635776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762482.299212:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762482.299218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762482.299221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762482.299223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762482.299227:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2470
00000100:00080000:0.0:1789762482.299230:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762482.299233:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762482.299237:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762482.299249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484635904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762482.299258:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff8ab8c2fe9180 x1876699484635520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762482.299263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762482.299273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762482.299277:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762482.299283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2470
00000100:00100000:1.0:1789762482.299287:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484635520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762482.299289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762482.299300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789762482.299301:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762482.299309:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789762482.299310:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762482.299315:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484635520:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762482.299326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484636032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762482.299349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762482.299351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762482.299353:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762482.299357:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2470
00000100:00100000:1.0:1789762482.299361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635648:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762482.299362:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762482.299370:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762482.299375:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762482.299386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484636160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762482.299405:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762482.299425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff8ab8c2feb800 x1876699484635648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762482.299440:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484635648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762482.299456:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762482.299461:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762482.299466:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762482.299471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762482.299495:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762482.299512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff8ab8c2feb480 x1876699484635776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762482.299527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484635776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762482.299537:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762482.299541:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762482.299546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762482.299556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635904:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762482.299578:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762482.299589:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff8ab8c2feb100 x1876699484635904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762482.299598:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484635904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762482.299604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762482.299607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762482.299610:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484635904:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762482.299616:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484636032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762482.299628:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762482.299634:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff8ab8c2fe8e00 x1876699484636032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762482.299642:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484636032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762482.299646:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762482.299648:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762482.299650:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484636032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762482.299663:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484636160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762482.299674:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762482.299680:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff8ab8c2fea300 x1876699484636160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762482.299688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484636160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762482.299693:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762482.299695:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762482.299697:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484636160:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762483.002993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762484.026989:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762485.051023:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762486.075036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762487.099099:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762487.418965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762487.418979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762487.418983:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762487.418998:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2475
00000100:00080000:1.0:1789762487.419013:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762487.419022:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762487.419071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484636288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762487.419111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762487.419114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762487.419115:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762487.419119:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2475
00000100:00080000:1.0:1789762487.419122:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762487.419125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762487.419134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762487.419144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484636416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762487.419163:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762487.419166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762487.419167:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762487.419170:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2475
00000100:00080000:1.0:1789762487.419172:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762487.419175:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762487.419178:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762487.419186:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484636544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762487.419195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762487.419196:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484636288:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762487.419198:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762487.419201:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762487.419208:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2475
00000100:00080000:1.0:1789762487.419210:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762487.419212:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762487.419216:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762487.419223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484636672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762487.419230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762487.419232:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762487.419233:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762487.419236:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2475
00000100:00080000:1.0:1789762487.419237:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762487.419239:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762487.419242:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762487.419249:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484636800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762487.419254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762487.419256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762487.419257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762487.419261:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2475
00000100:00080000:1.0:1789762487.419263:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762487.419266:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762487.419269:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762487.419276:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484636928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762487.419314:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762487.419360:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8ab8d84abb80 x1876699484636288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.419388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484636288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.419398:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.419401:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762487.419405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484636288:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762487.419411:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484636416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762487.419428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762487.419448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8ab8d84a9c00 x1876699484636416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.419457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484636416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.419462:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.419465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762487.419467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484636416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762487.419490:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484636544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762487.419512:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762487.419519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8ab8d84a9180 x1876699484636544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.419527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484636544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.419533:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.419535:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762487.419537:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484636544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762487.419541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484636672:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762487.419561:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762487.419569:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8ab8d84a8e00 x1876699484636672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.419576:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484636672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.419582:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.419584:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762487.419587:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484636672:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762487.419590:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484636800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762487.419603:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762487.419609:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8ab8d84aa300 x1876699484636800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.419616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484636800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.419621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.419623:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762487.419624:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484636800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762487.419628:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484636928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762487.419656:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762487.419663:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8ab8d84ab100 x1876699484636928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762487.419671:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484636928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762487.419677:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762487.419679:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762487.419681:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484636928:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762488.123108:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762489.147054:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762490.171009:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762491.195026:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762492.218989:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762492.539005:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762492.539016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762492.539020:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762492.539030:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2481
00000100:00080000:3.0:1789762492.539041:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762492.539048:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762492.539081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484637056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762492.539107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762492.539109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762492.539111:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762492.539114:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2481
00000100:00080000:3.0:1789762492.539117:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762492.539119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762492.539127:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762492.539136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484637184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762492.539149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762492.539154:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484637056:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762492.539155:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762492.539159:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762492.539167:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2481
00000100:00080000:3.0:1789762492.539169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762492.539171:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762492.539174:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762492.539183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484637312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762492.539190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762492.539193:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762492.539194:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762492.539196:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2481
00000100:00080000:3.0:1789762492.539199:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762492.539201:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762492.539204:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762492.539211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484637440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762492.539218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762492.539220:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762492.539222:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762492.539225:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762492.539229:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2481
00000100:00080000:3.0:1789762492.539233:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762492.539236:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762492.539239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762492.539245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484637568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762492.539264:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762492.539267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762492.539269:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762492.539273:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2481
00000100:00080000:3.0:1789762492.539277:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762492.539281:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff8ab8c34f5f80 x1876699484637056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762492.539284:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762492.539291:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762492.539305:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484637056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762492.539306:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484637696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762492.539344:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762492.539350:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762492.539355:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484637056:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762492.539380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484637184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762492.539406:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762492.539417:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff8ab8c34f6d80 x1876699484637184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762492.539426:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484637184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762492.539433:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762492.539435:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762492.539437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484637184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762492.539441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484637312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762492.539454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762492.539461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff8ab8c34f5880 x1876699484637312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762492.539468:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484637312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762492.539473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762492.539475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762492.539476:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484637312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762492.539480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484637440:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762492.539491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762492.539497:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff8ab8c34f5180 x1876699484637440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762492.539504:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484637440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762492.539509:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762492.539511:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762492.539513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484637440:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762492.539517:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484637568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762492.539527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762492.539532:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff8ab8c34f7800 x1876699484637568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762492.539539:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484637568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762492.539545:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762492.539546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762492.539548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484637568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762492.539551:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484637696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762492.539560:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762492.539566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762492/real 1789762492]  req@ffff8ab8c34f6680 x1876699484637696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762492.539573:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484637696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762492.539577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762492.539579:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762492.539581:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484637696:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762493.243050:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762494.267041:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762495.291007:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762496.314992:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762497.339061:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762497.658975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762497.658983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762497.658987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762497.658995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2486
00000100:00080000:2.0:1789762497.659014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762497.659022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762497.659061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484637824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762497.659090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762497.659094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762497.659096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762497.659100:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2486
00000100:00080000:2.0:1789762497.659105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762497.659109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762497.659118:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762497.659133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484637952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762497.659141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762497.659144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762497.659145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762497.659149:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2486
00000100:00080000:2.0:1789762497.659151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762497.659154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762497.659157:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762497.659164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484638080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762497.659177:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484637824:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762497.659178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762497.659188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762497.659199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762497.659204:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2486
00000100:00080000:2.0:1789762497.659206:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762497.659208:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762497.659226:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762497.659241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484638208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762497.659252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762497.659254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762497.659256:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762497.659259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2486
00000100:00080000:2.0:1789762497.659263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762497.659266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762497.659269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762497.659276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484638336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762497.659282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762497.659284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762497.659285:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762497.659287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2486
00000100:00080000:2.0:1789762497.659289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762497.659293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789762497.659300:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762497.659302:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762497.659313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484638464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762497.659361:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff8ab8c33dc000 x1876699484637824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762497.659384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484637824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762497.659397:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762497.659403:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762497.659408:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484637824:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762497.659417:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484637952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762497.659443:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762497.659456:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff8ab8c33dc700 x1876699484637952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762497.659469:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484637952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762497.659478:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762497.659482:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762497.659485:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484637952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762497.659515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762497.659535:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762497.659547:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff8ab8c33dd180 x1876699484638080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762497.659561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484638080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762497.659569:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762497.659572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762497.659575:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762497.659582:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638208:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762497.659601:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762497.659612:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff8ab8c33dca80 x1876699484638208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762497.659624:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484638208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762497.659633:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762497.659636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762497.659640:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638208:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762497.659647:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484638336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762497.659666:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762497.659677:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff8ab8c33dc380 x1876699484638336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762497.659689:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484638336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762497.659704:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762497.659707:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762497.659710:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484638336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762497.659716:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484638464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762497.659734:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762497.659744:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762497/real 1789762497]  req@ffff8ab8c33dd880 x1876699484638464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762497.659756:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484638464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762497.659764:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762497.659767:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762497.659770:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484638464:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762498.363006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762499.387047:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762500.411034:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762501.435117:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762502.459121:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762502.778937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762502.778946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762502.778949:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762502.778958:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2491
00000100:00080000:0.0:1789762502.778967:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762502.778973:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762502.779003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484638592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762502.779023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762502.779026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762502.779027:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762502.779031:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2491
00000100:00080000:0.0:1789762502.779033:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762502.779035:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762502.779043:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762502.779052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484638720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762502.779061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762502.779061:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484638592:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762502.779071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762502.779072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762502.779076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2491
00000100:00080000:0.0:1789762502.779078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762502.779080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762502.779083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762502.779090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484638848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762502.779097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762502.779100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762502.779101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762502.779104:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2491
00000100:00080000:0.0:1789762502.779113:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762502.779116:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762502.779119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762502.779126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484638976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762502.779133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762502.779135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762502.779136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762502.779140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2491
00000100:00080000:0.0:1789762502.779143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762502.779146:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762502.779150:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762502.779158:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484639104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762502.779162:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638720:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762502.779171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762502.779188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762502.779191:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762502.779197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2491
00000100:00080000:0.0:1789762502.779203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762502.779207:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762502.779214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762502.779214:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762502.779246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484639232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762502.779250:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638976:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762502.779285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484639104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762502.779308:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484639232:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762503.483055:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762504.507041:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762505.530987:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762505.851147:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762505.851205:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762505.851221:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762505.851260:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762505.851270:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762505.851278:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762505.851289:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762505.851302:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789762505.851314:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762505]  req@ffff8ab8c2febb80 x1876699484639104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762505.851343:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484639104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762505.851356:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762505.851361:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762505.851366:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484639104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762505.851374:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762505]  req@ffff8ab8c2fea300 x1876699484639232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762505.851387:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484639232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762505.851396:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762505.851400:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762505.851403:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484639232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762505.851410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762505]  req@ffff8ab8c2fea680 x1876699484638720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762505.851421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484638720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762505.851437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762505.851440:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762505.851444:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762505.851451:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762505]  req@ffff8ab8c2fe9500 x1876699484638848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762505.851462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484638848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762505.851471:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762505.851474:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762505.851477:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762505.851484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762505]  req@ffff8ab8c2fe9f80 x1876699484638976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762505.851497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484638976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762505.851506:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762505.851509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762505.851513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484638976:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762505.851519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762502/real 1789762505]  req@ffff8ab8c2feaa00 x1876699484638592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762505.851531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484638592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762505.851541:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762505.851544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762505.851548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484638592:192.168.203.110@tcp:250:kworker.0
00010000:00010000:2.0:1789762506.555002:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762507.578991:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762507.898993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.899001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762507.899005:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.899013:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2496
00000100:00080000:3.0:1789762507.899021:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.899027:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762507.899068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484639360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.899101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.899105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762507.899107:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.899111:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2496
00000100:00080000:3.0:1789762507.899115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.899119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762507.899129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762507.899160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484639488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762507.899170:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484639360:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762507.899174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.899179:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762507.899186:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.899192:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2496
00000100:00080000:3.0:1789762507.899198:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.899203:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762507.899209:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762507.899222:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484639616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.899239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.899242:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762507.899244:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.899250:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2496
00000100:00080000:3.0:1789762507.899254:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762507.899258:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762507.899260:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762507.899268:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762507.899281:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484639744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762507.899291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.899294:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762507.899296:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762507.899303:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2496
00000100:00100000:1.0:1789762507.899304:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff8ab8c34f4700 x1876699484639360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762507.899307:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.899316:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762507.899324:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762507.899333:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484639360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762507.899338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484639872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762507.899359:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762507.899360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762507.899368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762507.899371:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762507.899372:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762507.899382:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484639360:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762507.899382:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2496
00000100:00080000:3.0:1789762507.899391:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762507.899396:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762507.899401:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762507.899414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484640000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762507.899416:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484639488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762507.899460:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762507.899476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff8ab8c34f4000 x1876699484639488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.899489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484639488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.899498:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.899502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762507.899505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484639488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762507.899512:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484639616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762507.899532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762507.899543:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff8ab8c34f7480 x1876699484639616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.899553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484639616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.899560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.899563:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762507.899566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484639616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762507.899571:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484639744:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762507.899590:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762507.899600:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff8ab8c34f5500 x1876699484639744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.899611:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484639744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.899619:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.899622:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762507.899625:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484639744:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762507.899630:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484639872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762507.899649:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762507.899660:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff8ab8c34f6a00 x1876699484639872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.899673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484639872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.899681:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.899684:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762507.899688:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484639872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762507.899707:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484640000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762507.899728:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762507.899740:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762507/real 1789762507]  req@ffff8ab8c34f4700 x1876699484640000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762507.899753:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484640000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762507.899762:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762507.899766:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762507.899769:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484640000:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762508.603032:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762509.627019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762510.651037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762511.675031:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762512.699033:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762513.018983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.018992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762513.018995:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.019003:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2501
00000100:00080000:1.0:1789762513.019012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.019018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762513.019050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484640128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.019075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.019077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762513.019079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.019081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2501
00000100:00080000:1.0:1789762513.019084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.019086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762513.019092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762513.019114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484640256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.019125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.019127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762513.019129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762513.019133:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484640128:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762513.019135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2501
00000100:00080000:1.0:1789762513.019140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.019144:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762513.019148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762513.019156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484640384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.019164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.019168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762513.019170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.019174:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2501
00000100:00080000:1.0:1789762513.019178:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.019182:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762513.019188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762513.019193:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762513.019204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484640512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.019217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.019220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762513.019221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.019224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2501
00000100:00080000:1.0:1789762513.019228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.019231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762513.019235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762513.019236:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8ab8d84a8a80 x1876699484640128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762513.019247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484640640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762513.019255:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484640128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762513.019257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.019265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762513.019268:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.019276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2501
00000100:00080000:3.0:1789762513.019278:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762513.019279:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.019284:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789762513.019285:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762513.019291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762513.019292:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484640128:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762513.019302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484640768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762513.019316:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484640256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762513.019334:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762513.019342:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8ab8d84aa680 x1876699484640256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.019351:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484640256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.019356:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.019359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762513.019362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484640256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762513.019366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484640384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762513.019384:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762513.019391:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8ab8d84a9f80 x1876699484640384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.019398:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484640384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.019403:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.019405:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762513.019407:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484640384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762513.019411:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484640512:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762513.019421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762513.019427:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8ab8d84aad80 x1876699484640512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.019434:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484640512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.019439:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.019441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762513.019443:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484640512:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762513.019446:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484640640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762513.019456:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762513.019462:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8ab8d84ab480 x1876699484640640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.019470:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484640640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.019475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.019476:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762513.019478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484640640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762513.019481:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484640768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762513.019491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762513.019497:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8ab8d84a8700 x1876699484640768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.019504:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484640768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.019509:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.019510:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762513.019512:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484640768:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762513.723012:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762514.746975:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762515.771003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762516.795014:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762517.819027:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762518.139008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.139016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762518.139020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.139031:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2506
00000100:00080000:2.0:1789762518.139041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.139049:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762518.139101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484640896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.139129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.139134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762518.139136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.139143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2506
00000100:00080000:2.0:1789762518.139149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.139155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762518.139165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762518.139178:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484640896:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762518.139191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484641024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.139208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.139213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762518.139216:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.139221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2506
00000100:00080000:2.0:1789762518.139227:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.139233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762518.139240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762518.139258:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762518.139259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484641152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.139275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.139280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762518.139283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.139293:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2506
00000100:00080000:2.0:1789762518.139300:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.139306:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762518.139313:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762518.139322:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8ab8c33de300 x1876699484640896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762518.139327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484641280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.139355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762518.139362:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484640896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762518.139368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762518.139373:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762518.139378:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762518.139382:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2506
00000100:00080000:1.0:1789762518.139387:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762518.139391:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762518.139397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484640896:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762518.139401:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762518.139411:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762518.139427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484641408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762518.139432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641024:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762518.139455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.139460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762518.139462:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762518.139466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762518.139470:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2506
00000100:00080000:2.0:1789762518.139476:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.139481:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762518.139487:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762518.139488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8ab8c33df100 x1876699484641024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762518.139501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484641536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762518.139508:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484641024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.139522:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.139528:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762518.139533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762518.139543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762518.139576:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762518.139606:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8ab8c33de680 x1876699484641152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762518.139627:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484641152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.139635:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.139641:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762518.139652:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762518.139676:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641280:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762518.139718:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762518.139732:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8ab8c33df800 x1876699484641280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762518.139745:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484641280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.139753:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.139757:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762518.139761:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641280:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762518.139776:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484641408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762518.139797:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762518.139808:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8ab8c33ded80 x1876699484641408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762518.139821:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484641408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.139828:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.139832:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762518.139835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484641408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762518.139841:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484641536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762518.139858:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762518.139915:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8ab8c33ddf80 x1876699484641536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762518.139943:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484641536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762518.139959:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762518.139963:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762518.139968:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484641536:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762518.843024:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762519.867015:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762520.891060:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762521.915018:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762522.938974:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762523.258984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.258994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762523.258999:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.259009:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2511
00000100:00080000:1.0:1789762523.259045:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.259052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762523.259102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484641664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.259133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.259137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.259139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.259144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2511
00000100:00080000:1.0:1789762523.259149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.259154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762523.259164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762523.259174:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484641664:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762523.259177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484641792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.259189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.259192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762523.259193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.259196:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2511
00000100:00080000:1.0:1789762523.259199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.259202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762523.259205:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762523.259213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484641920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.259219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.259221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.259223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.259226:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2511
00000100:00080000:1.0:1789762523.259228:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.259232:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789762523.259236:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789762523.259239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762523.259247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484642048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.259256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.259258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.259259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.259261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2511
00000100:00080000:1.0:1789762523.259264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.259267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762523.259270:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762523.259274:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8ab8d84a9880 x1876699484641664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762523.259279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484642176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.259296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.259298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762523.259301:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762523.259302:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484641664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762523.259306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2511
00000100:00080000:1.0:1789762523.259311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.259316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789762523.259323:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762523.259324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762523.259330:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762523.259333:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484641664:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762523.259341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484642304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762523.259353:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.259372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762523.259382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8ab8d84a9500 x1876699484641792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.259390:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484641792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.259405:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.259408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762523.259410:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.259414:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.259427:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762523.259434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8ab8d84ab800 x1876699484641920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.259441:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484641920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.259446:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.259449:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762523.259451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484641920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.259455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484642048:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762523.259465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762523.259472:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8ab8d84a8000 x1876699484642048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.259479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484642048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.259487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.259490:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762523.259493:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484642048:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762523.259498:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484642176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.259518:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762523.259530:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8ab8d84a8380 x1876699484642176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.259541:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484642176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.259547:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.259549:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762523.259551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484642176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.259581:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484642304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.259595:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762523.259603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8ab8d84a8700 x1876699484642304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.259611:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484642304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.259616:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.259618:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762523.259620:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484642304:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762523.963073:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762524.986993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762526.010991:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762527.035003:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762528.059075:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762528.378990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.379004:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762528.379008:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.379020:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2516
00000100:00080000:2.0:1789762528.379032:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.379040:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762528.379084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484642432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762528.379113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.379116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762528.379117:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.379121:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2516
00000100:00080000:2.0:1789762528.379123:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.379125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762528.379135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762528.379148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484642560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762528.379156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.379158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762528.379161:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.379163:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2516
00000100:00080000:2.0:1789762528.379165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.379169:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762528.379173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762528.379182:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484642432:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762528.379184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484642688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762528.379208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.379214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762528.379217:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.379224:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2516
00000100:00080000:2.0:1789762528.379230:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.379235:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762528.379243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762528.379256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484642816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762528.379265:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762528.379274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.379277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762528.379280:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.379286:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2516
00000100:00080000:2.0:1789762528.379292:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762528.379295:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762528.379299:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762528.379308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484642944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762528.379316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762528.379319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762528.379320:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762528.379325:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2516
00000100:00080000:2.0:1789762528.379332:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762528.379333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8ab8c33dfb80 x1876699484642432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.379338:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762528.379345:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762528.379360:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484643072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762528.379378:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484642432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.379392:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.379399:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762528.379404:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484642432:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762528.379412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484642560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.379437:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762528.379449:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8ab8c33ddc00 x1876699484642560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.379461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484642560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.379484:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.379488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762528.379491:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484642560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762528.379517:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484642688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.379537:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762528.379549:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8ab8c33df480 x1876699484642688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.379571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484642688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.379580:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.379584:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762528.379587:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484642688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762528.379594:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484642816:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762528.379613:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762528.379621:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8ab8c33ddf80 x1876699484642816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.379628:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484642816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.379634:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.379636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762528.379639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484642816:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762528.379643:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484642944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.379654:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762528.379660:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8ab8c33ded80 x1876699484642944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.379667:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484642944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.379672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.379674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762528.379675:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484642944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762528.379679:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484643072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.379689:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762528.379695:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8ab8c33df800 x1876699484643072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.379702:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484643072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.379706:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.379708:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762528.379710:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484643072:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762529.082991:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762530.107093:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762531.131108:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762532.155001:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762533.179053:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762533.498991:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762533.499002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762533.499007:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762533.499017:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2522
00000100:00080000:3.0:1789762533.499027:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762533.499035:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762533.499073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484643200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762533.499104:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762533.499108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762533.499109:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762533.499114:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2522
00000100:00080000:3.0:1789762533.499118:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762533.499122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762533.499132:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762533.499147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484643328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762533.499150:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484643200:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762533.499166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762533.499170:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762533.499172:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762533.499176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2522
00000100:00080000:3.0:1789762533.499181:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762533.499185:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762533.499191:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762533.499203:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484643456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762533.499210:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762533.499226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762533.499229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762533.499231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762533.499235:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2522
00000100:00080000:3.0:1789762533.499239:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762533.499242:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762533.499247:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762533.499249:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff8ab8c34f6680 x1876699484643200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.499259:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484643584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762533.499268:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484643200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.499268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762533.499277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762533.499280:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762533.499287:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2522
00000100:00080000:1.0:1789762533.499289:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.499291:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762533.499297:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762533.499300:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762533.499304:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484643200:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789762533.499308:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762533.499323:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484643712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762533.499327:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484643328:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762533.499344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762533.499348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762533.499351:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762533.499353:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762533.499360:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2522
00000100:00080000:3.0:1789762533.499365:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762533.499368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff8ab8c34f7800 x1876699484643328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.499372:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762533.499380:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762533.499385:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484643328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.499394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484643840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762533.499395:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762533.499404:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762533.499411:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484643328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762533.499426:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484643456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762533.499442:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762533.499450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff8ab8c34f5180 x1876699484643456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762533.499457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484643456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762533.499463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762533.499465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762533.499467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484643456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762533.499471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484643584:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762533.499483:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762533.499488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff8ab8c34f5880 x1876699484643584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762533.499496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484643584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762533.499501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762533.499503:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762533.499505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484643584:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762533.499515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484643712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762533.499526:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762533.499533:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff8ab8c34f6d80 x1876699484643712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762533.499541:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484643712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762533.499546:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762533.499548:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762533.499550:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484643712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762533.499554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484643840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762533.499564:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762533.499570:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff8ab8c34f5f80 x1876699484643840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762533.499586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484643840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762533.499591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762533.499593:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762533.499595:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484643840:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762534.203056:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762535.227022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762536.251026:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762537.274999:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762538.299049:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762538.619019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.619029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762538.619034:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.619044:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2527
00000100:00080000:3.0:1789762538.619054:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.619062:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762538.619101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484643968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762538.619135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.619139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762538.619141:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.619145:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2527
00000100:00080000:3.0:1789762538.619149:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.619153:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762538.619163:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762538.619178:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484644096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762538.619191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762538.619192:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484643968:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762538.619199:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762538.619203:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.619209:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2527
00000100:00080000:3.0:1789762538.619213:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.619218:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762538.619224:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762538.619238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484644224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762538.619250:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.619253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762538.619255:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762538.619262:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762538.619262:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2527
00000100:00080000:3.0:1789762538.619271:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.619276:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762538.619283:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762538.619295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484644352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762538.619307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762538.619311:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff8ab8c34f7100 x1876699484643968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762538.619312:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762538.619317:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.619326:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2527
00000100:00080000:3.0:1789762538.619332:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762538.619337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484643968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762538.619339:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762538.619351:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762538.619354:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.619362:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762538.619369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484644480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762538.619370:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484643968:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762538.619387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762538.619390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762538.619392:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762538.619398:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2527
00000100:00100000:1.0:1789762538.619403:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644096:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762538.619403:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762538.619412:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762538.619419:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762538.619432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762538.619436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484644608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762538.619447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff8ab8c34f4380 x1876699484644096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.619460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484644096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.619467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.619469:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762538.619472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762538.619476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762538.619489:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762538.619496:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff8ab8c34f6300 x1876699484644224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.619503:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484644224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.619512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.619514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762538.619516:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762538.619519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644352:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762538.619530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762538.619535:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff8ab8c34f5c00 x1876699484644352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.619542:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484644352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.619547:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.619549:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762538.619551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644352:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762538.619555:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484644480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762538.619565:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762538.619570:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff8ab8c34f4a80 x1876699484644480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.619577:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484644480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.619582:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.619584:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762538.619586:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484644480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762538.619596:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484644608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762538.619607:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762538.619613:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762538/real 1789762538]  req@ffff8ab8c34f7b80 x1876699484644608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762538.619620:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484644608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762538.619625:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762538.619627:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762538.619628:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484644608:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762539.323021:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762540.347061:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762541.371094:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762542.395055:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762543.419035:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762543.738939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.738950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762543.738954:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.738963:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2532
00000100:00080000:3.0:1789762543.738973:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.738980:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762543.739016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484644736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762543.739044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.739048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762543.739050:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.739054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2532
00000100:00080000:3.0:1789762543.739058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.739062:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762543.739072:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762543.739086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484644864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762543.739090:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484644736:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762543.739106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.739110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762543.739112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.739117:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2532
00000100:00080000:3.0:1789762543.739120:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.739124:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762543.739129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762543.739141:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484644992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762543.739152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762543.739157:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762543.739159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762543.739162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.739167:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2532
00000100:00080000:3.0:1789762543.739171:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.739176:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762543.739181:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762543.739193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484645120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762543.739204:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543]  req@ffff8ab8c34f7b80 x1876699484644736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762543.739225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.739229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762543.739231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762543.739236:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484644736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762543.739238:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2532
00000100:00080000:3.0:1789762543.739245:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.739251:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789762543.739254:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762543.739257:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762543.739262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762543.739268:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484644736:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762543.739272:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484645248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762543.739284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762543.739287:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762543.739289:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762543.739293:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2532
00000100:00100000:1.0:1789762543.739296:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644864:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762543.739297:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762543.739305:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762543.739311:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762543.739323:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484645376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762543.739329:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762543.739345:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543]  req@ffff8ab8c34f4a80 x1876699484644864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762543.739359:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484644864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762543.739368:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762543.739372:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762543.739375:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762543.739381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762543.739399:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762543.739409:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543]  req@ffff8ab8c34f5c00 x1876699484644992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762543.739421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484644992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762543.739429:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762543.739433:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762543.739436:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484644992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762543.739442:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484645120:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762543.739458:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762543.739468:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543]  req@ffff8ab8c34f6300 x1876699484645120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762543.739488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484645120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762543.739496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762543.739500:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762543.739503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484645120:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762543.739509:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484645248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762543.739525:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762543.739534:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543]  req@ffff8ab8c34f4380 x1876699484645248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762543.739546:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484645248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762543.739556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762543.739559:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762543.739562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484645248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762543.739577:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484645376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762543.739594:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762543.739603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762543/real 1789762543]  req@ffff8ab8c34f7100 x1876699484645376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762543.739615:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484645376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762543.739630:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762543.739634:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762543.739637:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484645376:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762544.443023:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762545.467066:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762546.490972:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762547.515091:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762548.539001:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762548.858971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762548.858980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762548.858983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762548.858992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2537
00000100:00080000:1.0:1789762548.859002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762548.859008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762548.859039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484645504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762548.859060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762548.859063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762548.859064:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762548.859068:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2537
00000100:00080000:1.0:1789762548.859071:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762548.859074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762548.859081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762548.859087:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484645504:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762548.859093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484645632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762548.859102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762548.859105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762548.859106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762548.859109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2537
00000100:00080000:1.0:1789762548.859111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762548.859113:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762548.859116:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762548.859123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484645760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762548.859139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762548.859141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762548.859142:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762548.859145:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2537
00000100:00080000:1.0:1789762548.859147:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762548.859149:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762548.859152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762548.859156:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762548.859164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484645888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762548.859171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762548.859174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762548.859176:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762548.859178:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2537
00000100:00080000:1.0:1789762548.859181:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762548.859184:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762548.859188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762548.859198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484646016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762548.859198:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff8ab8d84ab480 x1876699484645504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762548.859219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762548.859225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762548.859227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762548.859235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2537
00000100:00080000:1.0:1789762548.859239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762548.859245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762548.859248:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762548.859255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484646144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762548.859258:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484645504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762548.859279:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762548.859283:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762548.859291:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484645504:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762548.859312:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484645632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762548.859340:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762548.859349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff8ab8d84aad80 x1876699484645632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762548.859358:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484645632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762548.859364:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762548.859366:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762548.859368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484645632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762548.859371:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484645760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762548.859382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762548.859389:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff8ab8d84a9f80 x1876699484645760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762548.859397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484645760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762548.859406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762548.859408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762548.859410:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484645760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762548.859414:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484645888:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762548.859424:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762548.859430:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff8ab8d84aa680 x1876699484645888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762548.859437:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484645888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762548.859442:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762548.859444:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762548.859445:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484645888:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762548.859449:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484646016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762548.859458:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762548.859465:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff8ab8d84a8a80 x1876699484646016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762548.859472:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484646016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762548.859477:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762548.859478:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762548.859481:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484646016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762548.859484:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484646144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762548.859494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762548.859499:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762548/real 1789762548]  req@ffff8ab8d84ab100 x1876699484646144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762548.859506:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484646144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762548.859510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762548.859512:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762548.859514:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484646144:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762549.563019:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762550.586999:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762551.611047:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762552.634989:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762553.659072:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762553.978960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762553.978973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762553.978977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762553.978987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2542
00000100:00080000:2.0:1789762553.979004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762553.979012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762553.979050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484646272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762553.979077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762553.979081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762553.979082:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762553.979085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2542
00000100:00080000:2.0:1789762553.979087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762553.979090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762553.979099:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762553.979110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484646400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762553.979119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762553.979124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762553.979126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762553.979127:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484646272:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762553.979132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2542
00000100:00080000:2.0:1789762553.979139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762553.979142:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762553.979146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762553.979161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484646528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762553.979171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762553.979176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762553.979179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762553.979184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2542
00000100:00080000:2.0:1789762553.979190:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762553.979195:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762553.979201:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762553.979216:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762553.979219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484646656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762553.979232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762553.979236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762553.979237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762553.979241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2542
00000100:00080000:2.0:1789762553.979245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762553.979248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762553.979253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762553.979263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484646784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762553.979269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762553.979272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762553.979273:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762553.979276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2542
00000100:00080000:2.0:1789762553.979279:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762553.979281:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff8ab8c33de680 x1876699484646272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762553.979285:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762553.979295:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762553.979311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484646272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762553.979312:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484646912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762553.979348:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762553.979356:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762553.979362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484646272:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762553.979391:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484646400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762553.979419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762553.979434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff8ab8c33df100 x1876699484646400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762553.979448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484646400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762553.979457:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762553.979461:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762553.979465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484646400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762553.979474:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484646528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762553.979497:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762553.979512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff8ab8c33de300 x1876699484646528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762553.979529:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484646528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762553.979539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762553.979543:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762553.979548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484646528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762553.979555:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484646656:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762553.979578:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762553.979590:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff8ab8c33dd880 x1876699484646656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762553.979598:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484646656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762553.979604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762553.979606:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762553.979608:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484646656:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762553.979612:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484646784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762553.979625:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762553.979632:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff8ab8c33dc380 x1876699484646784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762553.979639:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484646784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762553.979644:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762553.979646:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762553.979648:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484646784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762553.979652:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484646912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762553.979663:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762553.979668:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762553/real 1789762553]  req@ffff8ab8c33dca80 x1876699484646912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762553.979675:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484646912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762553.979681:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762553.979684:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762553.979686:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484646912:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762554.682984:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762555.707022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762556.731036:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762557.755009:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762558.778965:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762559.098976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762559.098985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762559.098989:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762559.098999:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2547
00000100:00080000:0.0:1789762559.099009:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762559.099017:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762559.099069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484647040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762559.099101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762559.099105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762559.099107:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762559.099113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2547
00000100:00080000:0.0:1789762559.099118:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762559.099123:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762559.099132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484647040:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789762559.099134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762559.099155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484647168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762559.099169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762559.099173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762559.099175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762559.099179:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2547
00000100:00080000:0.0:1789762559.099184:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762559.099189:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762559.099194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762559.099201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762559.099211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484647296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762559.099223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762559.099227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762559.099229:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762559.099234:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2547
00000100:00080000:0.0:1789762559.099238:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762559.099243:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762559.099248:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8ab8c2fe8e00 x1876699484647040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762559.099251:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762559.099269:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484647424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762559.099285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762559.099289:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484647040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762559.099291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762559.099295:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762559.099304:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2547
00000100:00080000:1.0:1789762559.099306:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762559.099309:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762559.099313:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789762559.099318:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762559.099319:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484647040:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789762559.099329:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762559.099341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484647552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762559.099347:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484647168:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762559.099355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762559.099359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762559.099361:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762559.099365:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2547
00000100:00080000:0.0:1789762559.099379:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762559.099379:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762559.099389:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762559.099395:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8ab8c2feb100 x1876699484647168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762559.099396:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762559.099410:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484647168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762559.099418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484647680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762559.099431:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.099435:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762559.099437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484647168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762559.099443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484647296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762559.099462:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762559.099469:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8ab8c2feb480 x1876699484647296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.099484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484647296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.099490:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.099492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762559.099494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484647296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762559.099497:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484647424:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762559.099509:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762559.099515:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8ab8c2feb800 x1876699484647424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.099522:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484647424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.099528:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.099529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762559.099532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484647424:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762559.099542:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484647552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762559.099552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762559.099559:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8ab8c2fe9180 x1876699484647552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.099566:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484647552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.099571:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.099572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762559.099574:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484647552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762559.099577:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484647680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762559.099587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762559.099593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8ab8c2fe8000 x1876699484647680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762559.099600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484647680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.099605:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762559.099606:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762559.099608:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484647680:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762559.803009:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762560.827072:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762561.851037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762562.875098:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762563.899073:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762564.219025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.219035:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762564.219039:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.219049:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2552
00000100:00080000:0.0:1789762564.219060:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.219068:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762564.219121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484647808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762564.219156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.219162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762564.219165:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.219172:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2552
00000100:00080000:0.0:1789762564.219177:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.219182:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762564.219193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762564.219207:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484647808:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762564.219219:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484647936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762564.219244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.219249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762564.219252:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.219257:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2552
00000100:00080000:0.0:1789762564.219263:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.219269:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762564.219275:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762564.219289:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484648064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762564.219298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762564.219310:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762564.219318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762564.219321:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.219328:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2552
00000100:00080000:0.0:1789762564.219332:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.219336:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762564.219342:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762564.219356:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484648192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762564.219367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.219370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762564.219372:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.219380:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2552
00000100:00100000:1.0:1789762564.219383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8ab8c2fe9c00 x1876699484647808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762564.219385:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.219392:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762564.219401:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762564.219418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484648320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762564.219429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.219434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762564.219435:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484647808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762564.219437:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.219450:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2552
00000100:00080000:0.0:1789762564.219463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.219472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789762564.219476:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762564.219477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762564.219488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762564.219495:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484647808:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762564.219506:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484648448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762564.219533:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484647936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762564.219567:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762564.219579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8ab8c2fe9880 x1876699484647936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.219589:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484647936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.219595:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.219598:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762564.219600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484647936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762564.219605:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762564.219619:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762564.219626:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8ab8c2fead80 x1876699484648064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.219648:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484648064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.219654:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.219656:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762564.219658:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762564.219662:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648192:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762564.219676:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762564.219683:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8ab8c2fe8a80 x1876699484648192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.219690:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484648192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.219696:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.219698:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762564.219699:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648192:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762564.219703:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484648320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762564.219731:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762564.219744:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8ab8c2fe8380 x1876699484648320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.219757:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484648320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.219771:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.219774:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762564.219776:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484648320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762564.219781:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484648448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762564.219797:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762564.219805:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8ab8c2fe8000 x1876699484648448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762564.219812:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484648448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.219818:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762564.219820:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762564.219822:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484648448:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762564.923070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762565.947046:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762566.971068:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762567.995006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762569.018991:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762569.338947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.338956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762569.338959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.338969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2557
00000100:00080000:2.0:1789762569.338980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.338987:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762569.339021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484648576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762569.339048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.339052:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762569.339054:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.339058:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2557
00000100:00080000:2.0:1789762569.339063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.339066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762569.339075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762569.339086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484648704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762569.339096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.339100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762569.339103:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.339107:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2557
00000100:00080000:2.0:1789762569.339110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762569.339113:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484648576:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762569.339118:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762569.339125:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762569.339139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484648832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762569.339150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.339155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762569.339156:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.339160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2557
00000100:00080000:2.0:1789762569.339164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.339168:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762569.339174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762569.339187:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484648960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762569.339197:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648704:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762569.339197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.339204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762569.339206:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.339212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2557
00000100:00080000:2.0:1789762569.339217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.339221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762569.339227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762569.339228:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762569.339246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484649088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762569.339252:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648960:192.168.203.110@tcp:8:kworker.0
00000100:00080000:2.0:1789762569.339266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.339270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762569.339273:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762569.339276:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484649088:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762569.339281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2557
00000100:00080000:2.0:1789762569.339288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.339293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762569.339299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762569.339310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484649216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762569.339359:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484649216:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762570.043079:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762571.067071:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762572.091027:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762572.411092:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762572.411129:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762572.411143:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762572.411182:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762572.411188:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762572.411193:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762572.411197:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762572.411202:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789762572.411248:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762572]  req@ffff8ab8c33dd880 x1876699484649216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762572.411274:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484649216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762572.411286:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762572.411291:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762572.411295:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484649216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762572.411303:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762572]  req@ffff8ab8c33dc380 x1876699484649088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762572.411315:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484649088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762572.411323:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762572.411326:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762572.411330:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484649088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762572.411336:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762572]  req@ffff8ab8c33dc000 x1876699484648832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762572.411347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484648832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762572.411361:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762572.411365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762572.411368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762572.411374:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762572]  req@ffff8ab8c33dca80 x1876699484648960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762572.411386:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484648960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762572.411394:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762572.411398:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762572.411401:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648960:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762572.411408:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762572]  req@ffff8ab8c33dd180 x1876699484648576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762572.411419:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484648576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762572.411427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762572.411430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762572.411433:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484648576:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762572.411439:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762572]  req@ffff8ab8c33dc700 x1876699484648704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762572.411450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484648704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762572.411458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762572.411462:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762572.411465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484648704:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762573.115004:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762574.139119:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762574.459066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.459078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762574.459083:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.459095:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2563
00000100:00080000:1.0:1789762574.459108:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.459116:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762574.459159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484649344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.459197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.459202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762574.459204:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.459209:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2563
00000100:00080000:1.0:1789762574.459213:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.459217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762574.459227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762574.459242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484649472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.459255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.459260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762574.459263:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.459268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2563
00000100:00080000:1.0:1789762574.459271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.459276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762574.459281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762574.459288:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484649344:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762574.459298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484649600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.459315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.459319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762574.459321:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.459325:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2563
00000100:00080000:1.0:1789762574.459329:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.459333:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762574.459338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762574.459361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484649728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.459391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762574.459401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762574.459405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762574.459412:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.459423:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2563
00000100:00080000:1.0:1789762574.459433:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.459442:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762574.459453:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762574.459475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8ab8d84aa300 x1876699484649344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762574.459483:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484649856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762574.459517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762574.459527:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762574.459531:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762574.459542:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2563
00000100:00100000:3.0:1789762574.459547:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484649344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762574.459551:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762574.459570:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789762574.459590:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762574.459591:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762574.459608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762574.459620:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484649344:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762574.459629:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484649984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762574.459670:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484649472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.459737:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762574.459765:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8ab8d84a8e00 x1876699484649472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.459789:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484649472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.459805:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.459811:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762574.459818:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484649472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.459857:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484649600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.459936:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762574.459958:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8ab8d84a9180 x1876699484649600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.459981:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484649600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.459997:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.460004:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762574.460011:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484649600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.460022:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484649728:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762574.460057:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762574.460078:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8ab8d84a9c00 x1876699484649728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.460099:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484649728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.460113:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.460119:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762574.460124:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484649728:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762574.460135:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484649856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.460487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762574.460513:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8ab8d84abb80 x1876699484649856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.460535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484649856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.460550:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.460555:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762574.460561:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484649856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.460573:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484649984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.460612:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762574.460634:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8ab8d84ab100 x1876699484649984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.460686:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484649984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.460699:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.460705:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762574.460711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484649984:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762575.163029:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762576.187137:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762577.211120:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762578.234969:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762579.259001:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762579.578984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762579.578991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762579.578994:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762579.579003:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2568
00000100:00080000:3.0:1789762579.579012:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762579.579018:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762579.579056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484650112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762579.579090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762579.579095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762579.579097:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762579.579102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2568
00000100:00080000:3.0:1789762579.579106:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762579.579110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762579.579119:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762579.579125:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484650112:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762579.579134:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484650240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762579.579149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762579.579159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762579.579161:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762579.579164:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2568
00000100:00080000:3.0:1789762579.579167:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762579.579170:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762579.579174:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762579.579182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484650368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762579.579190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762579.579193:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762579.579195:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762579.579198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762579.579202:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2568
00000100:00080000:3.0:1789762579.579206:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762579.579210:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762579.579213:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762579.579223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484650496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762579.579230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762579.579233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762579.579236:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff8ab8c34f5f80 x1876699484650112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762579.579237:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762579.579243:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2568
00000100:00080000:3.0:1789762579.579248:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762579.579258:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762579.579263:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762579.579269:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484650112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762579.579273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484650624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762579.579307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762579.579309:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762579.579310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762579.579315:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762579.579319:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762579.579321:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2568
00000100:00080000:3.0:1789762579.579326:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762579.579327:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484650112:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762579.579332:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762579.579337:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762579.579343:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484650752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762579.579355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484650240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762579.579379:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762579.579390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff8ab8c34f6d80 x1876699484650240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762579.579399:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484650240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762579.579405:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762579.579407:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762579.579425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484650240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762579.579430:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484650368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762579.579443:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762579.579450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff8ab8c34f5880 x1876699484650368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762579.579458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484650368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762579.579463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762579.579465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762579.579467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484650368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762579.579471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484650496:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762579.579482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762579.579489:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff8ab8c34f5180 x1876699484650496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762579.579497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484650496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762579.579503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762579.579505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762579.579507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484650496:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762579.579510:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484650624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762579.579521:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762579.579528:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff8ab8c34f7800 x1876699484650624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762579.579535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484650624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762579.579541:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762579.579542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762579.579544:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484650624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762579.579556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484650752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762579.579567:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762579.579574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762579/real 1789762579]  req@ffff8ab8c34f6680 x1876699484650752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762579.579581:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484650752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762579.579587:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762579.579589:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762579.579591:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484650752:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762580.282984:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762581.307083:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762582.331016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762583.355008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762584.379050:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762584.699004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762584.699015:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762584.699019:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762584.699031:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2573
00000100:00080000:3.0:1789762584.699061:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762584.699073:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762584.699126:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484650880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762584.699156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762584.699160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762584.699161:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762584.699165:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2573
00000100:00080000:3.0:1789762584.699169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762584.699175:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762584.699186:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762584.699203:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484651008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762584.699208:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484650880:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762584.699214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762584.699226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762584.699229:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762584.699233:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2573
00000100:00080000:3.0:1789762584.699236:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762584.699239:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762584.699243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762584.699255:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484651136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762584.699262:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762584.699265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762584.699267:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762584.699270:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2573
00000100:00080000:3.0:1789762584.699272:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762584.699278:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762584.699283:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762584.699293:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484651264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762584.699301:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762584.699303:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762584.699309:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762584.699311:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762584.699317:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2573
00000100:00080000:3.0:1789762584.699322:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762584.699327:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762584.699332:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762584.699351:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484651392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762584.699375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff8ab8c34f4700 x1876699484650880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.699384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762584.699398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762584.699400:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762584.699407:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2573
00000100:00100000:1.0:1789762584.699413:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484650880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762584.699413:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762584.699438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762584.699450:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762584.699455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762584.699459:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762584.699465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484650880:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762584.699468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484651520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762584.699500:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762584.699522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762584.699532:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff8ab8c34f6a00 x1876699484651008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762584.699541:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484651008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762584.699548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762584.699551:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762584.699553:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762584.699558:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762584.699609:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762584.699618:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff8ab8c34f5500 x1876699484651136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762584.699625:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484651136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762584.699631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762584.699633:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762584.699635:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762584.699639:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651264:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762584.699669:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762584.699676:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff8ab8c34f7480 x1876699484651264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762584.699684:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484651264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762584.699690:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762584.699692:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762584.699694:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651264:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762584.699698:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484651392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762584.699710:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762584.699717:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff8ab8c34f4000 x1876699484651392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762584.699724:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484651392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762584.699730:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762584.699732:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762584.699734:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484651392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762584.699737:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484651520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762584.699750:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762584.699756:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762584/real 1789762584]  req@ffff8ab8c34f6680 x1876699484651520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762584.699763:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484651520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762584.699768:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762584.699770:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762584.699772:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484651520:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762585.402993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762586.427067:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762587.451038:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762588.474984:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762589.499012:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762589.818981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762589.818987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762589.818991:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762589.819001:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2578
00000100:00080000:0.0:1789762589.819009:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762589.819015:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762589.819043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484651648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762589.819071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762589.819073:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762589.819075:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762589.819082:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2578
00000100:00080000:0.0:1789762589.819085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762589.819089:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762589.819097:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762589.819111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484651776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762589.819111:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484651648:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762589.819133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762589.819136:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762589.819138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762589.819140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2578
00000100:00080000:0.0:1789762589.819143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762589.819145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762589.819149:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762589.819158:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484651904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762589.819169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762589.819172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762589.819173:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762589.819176:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2578
00000100:00080000:0.0:1789762589.819180:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762589.819183:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762589.819186:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762589.819197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484652032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762589.819207:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762589.819210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762589.819215:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762589.819217:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762589.819223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2578
00000100:00080000:0.0:1789762589.819228:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762589.819232:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762589.819237:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762589.819249:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484652160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762589.819259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762589.819260:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff8ab8c2fe9180 x1876699484651648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762589.819265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762589.819268:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762589.819273:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2578
00000100:00080000:0.0:1789762589.819277:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762589.819281:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762589.819285:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762589.819296:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484652288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762589.819353:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484651648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762589.819605:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762589.819829:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762589.819835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484651648:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762589.819977:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762589.820014:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762589.820031:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff8ab8c2feb800 x1876699484651776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762589.820044:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484651776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762589.820052:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762589.820056:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762589.820059:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762589.820066:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762589.820086:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762589.820099:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff8ab8c2feb480 x1876699484651904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762589.820116:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484651904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762589.820125:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762589.820128:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762589.820131:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484651904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762589.820137:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484652032:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762589.820158:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762589.820170:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff8ab8c2feb100 x1876699484652032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762589.820183:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484652032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762589.820191:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762589.820195:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762589.820198:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484652032:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762589.820205:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484652160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762589.820227:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762589.820238:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff8ab8c2fe8e00 x1876699484652160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762589.820251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484652160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762589.820266:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762589.820269:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762589.820272:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484652160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762589.820278:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484652288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762589.820297:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762589.820308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762589/real 1789762589]  req@ffff8ab8c2feaa00 x1876699484652288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762589.820320:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484652288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762589.820327:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762589.820329:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762589.820332:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484652288:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762590.523008:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762591.547010:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762592.571077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762593.595013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762594.619099:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762594.938972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.939000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762594.939005:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.939018:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2583
00000100:00080000:1.0:1789762594.939030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.939038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762594.939081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484652416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.939110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.939114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762594.939116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.939120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2583
00000100:00080000:1.0:1789762594.939124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.939129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762594.939141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762594.939160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484652544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762594.939173:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484652416:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762594.939177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.939187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762594.939188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.939193:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2583
00000100:00080000:1.0:1789762594.939197:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.939201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762594.939206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762594.939223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484652672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.939232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.939235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762594.939237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762594.939244:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762594.939249:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2583
00000100:00080000:1.0:1789762594.939254:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.939258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762594.939262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762594.939275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484652800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762594.939284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.939287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762594.939289:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762594.939291:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff8ab8d84a8a80 x1876699484652416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762594.939296:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2583
00000100:00080000:1.0:1789762594.939303:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.939313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762594.939323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762594.939330:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484652416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762594.939334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484652928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762594.939369:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762594.939370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762594.939380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762594.939382:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789762594.939384:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762594.939394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2583
00000100:00100000:3.0:1789762594.939395:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484652416:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762594.939404:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762594.939411:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762594.939416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762594.939428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484653056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762594.939430:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484652544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762594.939478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762594.939512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff8ab8d84aa680 x1876699484652544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.939521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484652544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.939527:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.939529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762594.939531:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484652544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762594.939535:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484652672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762594.939549:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762594.939556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff8ab8d84a9f80 x1876699484652672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.939563:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484652672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.939568:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.939570:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762594.939573:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484652672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762594.939576:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484652800:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762594.939587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762594.939594:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff8ab8d84aad80 x1876699484652800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.939602:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484652800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.939607:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.939608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762594.939610:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484652800:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762594.939614:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484652928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762594.939625:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762594.939631:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff8ab8d84ab480 x1876699484652928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.939639:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484652928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.939648:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.939651:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762594.939655:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484652928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762594.939675:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484653056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762594.939697:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762594.939709:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762594/real 1789762594]  req@ffff8ab8d84a8700 x1876699484653056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762594.939721:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484653056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762594.939730:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762594.939734:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762594.939737:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484653056:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762595.643009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762596.666988:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762597.691028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762598.715031:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762599.739028:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762600.058957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.058967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762600.058971:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.058982:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2588
00000100:00080000:2.0:1789762600.058994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.059002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762600.059040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484653184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.059073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.059076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762600.059077:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.059081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2588
00000100:00080000:2.0:1789762600.059084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.059087:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762600.059095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762600.059105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484653312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.059113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.059116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762600.059118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.059120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2588
00000100:00080000:2.0:1789762600.059122:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.059125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762600.059130:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484653184:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789762600.059131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762600.059142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484653440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.059149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.059151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762600.059153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.059156:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2588
00000100:00080000:2.0:1789762600.059158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.059161:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762600.059164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762600.059173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484653568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.059180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.059182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762600.059183:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.059186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2588
00000100:00080000:2.0:1789762600.059188:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.059193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789762600.059194:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762600.059197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762600.059205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484653696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.059212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.059214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762600.059215:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.059219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2588
00000100:00080000:2.0:1789762600.059221:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.059223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762600.059225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762600.059232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484653824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762600.059241:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8ab8c33de300 x1876699484653184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.059258:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484653184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.059265:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.059268:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762600.059271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484653184:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762600.059276:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484653312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.059294:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762600.059303:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8ab8c33df100 x1876699484653312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.059311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484653312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.059316:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.059318:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762600.059320:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484653312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.059340:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484653440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.059352:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762600.059368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8ab8c33de680 x1876699484653440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.059377:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484653440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.059382:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.059384:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762600.059386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484653440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.059390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484653568:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762600.059402:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762600.059408:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8ab8c33df800 x1876699484653568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.059416:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484653568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.059421:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.059422:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762600.059424:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484653568:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762600.059428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484653696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.059459:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762600.059470:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8ab8c33ded80 x1876699484653696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.059481:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484653696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.059489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.059492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762600.059496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484653696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.059502:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484653824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.059523:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762600.059534:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8ab8c33ddf80 x1876699484653824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.059546:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484653824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.059555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.059558:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762600.059562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484653824:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762600.763024:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762601.787029:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762602.811020:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762603.834989:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762604.858997:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762605.179037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.179048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762605.179053:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.179062:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2593
00000100:00080000:0.0:1789762605.179073:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.179081:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762605.179120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484653952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762605.179151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.179155:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762605.179157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.179162:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2593
00000100:00080000:0.0:1789762605.179166:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.179172:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762605.179181:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762605.179196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484654080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762605.179200:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484653952:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762605.179216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.179219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762605.179221:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.179225:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2593
00000100:00080000:0.0:1789762605.179228:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.179231:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762605.179235:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762605.179244:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484654208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762605.179251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.179253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762605.179254:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.179258:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2593
00000800:00000100:3.0:1789762605.179263:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762605.179264:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.179269:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762605.179273:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762605.179282:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484654336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762605.179289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.179292:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762605.179293:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.179296:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2593
00000100:00080000:0.0:1789762605.179299:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762605.179302:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8ab8c2fe9f80 x1876699484653952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762605.179306:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762605.179312:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762605.179324:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484654464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762605.179326:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484653952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762605.179344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.179351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762605.179355:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.179362:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2593
00000100:00080000:3.0:1789762605.179364:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762605.179365:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762605.179371:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789762605.179374:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762605.179378:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484653952:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789762605.179382:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762605.179398:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484654592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762605.179400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.179457:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762605.179467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8ab8c2fe9500 x1876699484654080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.179477:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484654080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.179482:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.179485:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762605.179487:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.179491:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.179502:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762605.179509:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8ab8c2fea680 x1876699484654208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.179516:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484654208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.179521:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.179523:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762605.179525:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.179529:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654336:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762605.179539:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762605.179545:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8ab8c2fea300 x1876699484654336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.179553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484654336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.179558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.179560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762605.179562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654336:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762605.179565:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484654464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.179575:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762605.179581:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8ab8c2febb80 x1876699484654464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.179588:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484654464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.179593:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.179595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762605.179597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484654464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.179607:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484654592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.179617:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762605.179623:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8ab8c2feaa00 x1876699484654592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.179631:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484654592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.179636:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.179637:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762605.179639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484654592:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762605.883060:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762606.907027:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762607.931083:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762608.955045:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762609.979070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762610.299054:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762610.299070:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762610.299077:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762610.299092:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2598
00000100:00080000:0.0:1789762610.299107:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762610.299117:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762610.299172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484654720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762610.299212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762610.299217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762610.299219:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762610.299224:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2598
00000100:00080000:0.0:1789762610.299228:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762610.299233:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762610.299246:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762610.299266:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484654848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762610.299275:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484654720:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762610.299291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762610.299297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762610.299300:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762610.299308:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2598
00000100:00080000:0.0:1789762610.299314:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762610.299320:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762610.299327:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762610.299344:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762610.299347:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484654976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762610.299363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762610.299368:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762610.299386:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762610.299392:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2598
00000100:00080000:0.0:1789762610.299399:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762610.299401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8ab8c2fe8e00 x1876699484654720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762610.299413:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762610.299426:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762610.299428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484654720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.299443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.299449:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762610.299452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484655104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762610.299456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484654720:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762610.299480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762610.299485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762610.299488:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762610.299488:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654848:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762610.299505:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2598
00000100:00080000:0.0:1789762610.299512:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762610.299518:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789762610.299522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789762610.299533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762610.299539:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8ab8c2feb100 x1876699484654848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.299551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484654848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762610.299559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484655232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762610.299576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.299583:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762610.299595:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654848:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762610.299599:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762610.299603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654976:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762610.299614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762610.299619:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762610.299627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2598
00000800:00000100:3.0:1789762610.299628:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762610.299643:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762610.299647:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8ab8c2feb480 x1876699484654976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762610.299655:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762610.299663:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484654976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762610.299666:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762610.299676:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.299680:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762610.299683:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484654976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762610.299688:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484655104:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762610.299694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484655360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762610.299705:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762610.299715:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8ab8c2feb800 x1876699484655104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.299730:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484655104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.299775:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.299781:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762610.299785:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484655104:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762610.299802:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484655232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762610.299820:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762610.299827:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8ab8c2fe9180 x1876699484655232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.299834:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484655232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.299839:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.299840:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762610.299842:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484655232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762610.299846:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484655360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762610.299856:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762610.299890:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8ab8c2fe8000 x1876699484655360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.299899:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484655360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.299905:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.299907:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762610.299909:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484655360:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762611.002991:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762612.027046:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762613.051031:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762614.075015:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762615.098989:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762615.418954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.418964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762615.418968:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.418978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2603
00000100:00080000:2.0:1789762615.418989:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.418997:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762615.419033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484655488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.419055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.419058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762615.419060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.419065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2603
00000100:00080000:2.0:1789762615.419070:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.419074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762615.419083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762615.419096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484655616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762615.419100:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484655488:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762615.419107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.419110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762615.419112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.419116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2603
00000100:00080000:2.0:1789762615.419119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.419123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762615.419128:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762615.419137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484655744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.419146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.419149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762615.419150:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.419153:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2603
00000100:00080000:2.0:1789762615.419156:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.419159:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762615.419163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762615.419165:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762615.419173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484655872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.419182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.419185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762615.419186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.419189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2603
00000100:00080000:2.0:1789762615.419192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.419195:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762615.419200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762615.419202:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff8ab8c33df480 x1876699484655488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762615.419209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484656000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.419218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762615.419219:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484655488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762615.419221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762615.419223:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.419227:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2603
00000100:00080000:2.0:1789762615.419229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762615.419231:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762615.419232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789762615.419235:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:2.0:1789762615.419236:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762615.419239:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484655488:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762615.419244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484656128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762615.419262:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484655616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.419286:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762615.419299:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff8ab8c33ddc00 x1876699484655616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.419308:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484655616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.419314:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.419316:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762615.419319:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484655616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.419324:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484655744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.419361:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762615.419375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff8ab8c33dfb80 x1876699484655744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.419388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484655744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.419398:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.419400:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762615.419402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484655744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.419407:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484655872:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762615.419423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762615.419430:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff8ab8c33ddf80 x1876699484655872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.419438:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484655872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.419443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.419445:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762615.419446:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484655872:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762615.419450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484656000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.419460:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762615.419467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff8ab8c33ded80 x1876699484656000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.419474:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484656000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.419478:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.419480:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762615.419482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484656000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.419486:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484656128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.419496:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762615.419502:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff8ab8c33df800 x1876699484656128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.419508:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484656128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.419513:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.419515:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762615.419517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484656128:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762616.123003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762617.146998:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762618.171027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762619.195044:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762620.219079:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762620.539067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.539075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762620.539079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.539087:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2609
00000100:00080000:1.0:1789762620.539096:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.539101:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762620.539182:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484656256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.539219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.539225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762620.539228:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.539233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2609
00000100:00080000:1.0:1789762620.539238:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.539243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762620.539258:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762620.539283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484656384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.539339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.539342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762620.539345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.539350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2609
00000100:00080000:1.0:1789762620.539354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.539358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762620.539364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762620.539371:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484656256:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762620.539378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484656512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.539410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.539415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762620.539418:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.539422:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2609
00000100:00080000:1.0:1789762620.539427:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.539433:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762620.539442:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762620.539470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484656640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.539478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.539480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762620.539481:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762620.539487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762620.539490:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2609
00000100:00080000:1.0:1789762620.539494:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762620.539497:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762620.539500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762620.539508:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484656768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762620.539515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762620.539518:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762620.539519:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762620.539523:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2609
00000100:00080000:1.0:1789762620.539526:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762620.539528:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff8ab8d84a8380 x1876699484656256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762620.539534:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762620.539545:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762620.539551:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484656256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.539560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762620.539562:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484656896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762620.539566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762620.539572:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484656256:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762620.539584:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484656384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762620.539601:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762620.539613:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff8ab8d84a8000 x1876699484656384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.539645:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484656384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.539656:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.539660:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762620.539664:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484656384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762620.539709:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484656512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762620.539734:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762620.539749:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff8ab8d84ab800 x1876699484656512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.539763:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484656512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.539773:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.539777:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762620.539781:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484656512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762620.539787:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484656640:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762620.539806:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762620.539818:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff8ab8d84a9500 x1876699484656640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.539831:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484656640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.539842:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.539845:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762620.539848:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484656640:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762620.539855:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484656768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762620.539918:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762620.539932:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff8ab8d84a9880 x1876699484656768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.539946:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484656768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.539956:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.539960:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762620.539964:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484656768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762620.539970:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484656896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762620.540004:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762620.540011:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762620/real 1789762620]  req@ffff8ab8d84a8700 x1876699484656896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762620.540018:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484656896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762620.540023:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762620.540024:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762620.540027:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484656896:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762621.243001:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762622.267106:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762623.291092:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762624.314987:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762625.339024:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762625.658947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762625.658955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762625.658958:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762625.658966:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2614
00000100:00080000:1.0:1789762625.658975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762625.658982:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762625.659013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484657024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762625.659042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762625.659046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762625.659047:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762625.659050:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2614
00000100:00080000:1.0:1789762625.659053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762625.659056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762625.659063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762625.659073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484657152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762625.659081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762625.659084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762625.659085:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762625.659088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2614
00000100:00080000:1.0:1789762625.659091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762625.659094:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762625.659098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762625.659109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484657280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762625.659117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762625.659121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789762625.659123:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484657024:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762625.659124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762625.659131:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2614
00000100:00080000:1.0:1789762625.659134:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762625.659136:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762625.659140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762625.659150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484657408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762625.659158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762625.659161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762625.659162:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762625.659165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2614
00000100:00080000:1.0:1789762625.659175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762625.659178:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762625.659181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762625.659188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484657536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762625.659193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762625.659196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762625.659198:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762625.659201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762625.659204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2614
00000100:00080000:1.0:1789762625.659208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762625.659211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762625.659214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762625.659221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484657664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762625.659245:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff8ab8d84ab480 x1876699484657024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762625.659278:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484657024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762625.659289:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762625.659295:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762625.659299:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484657024:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762625.659309:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484657152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762625.659329:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762625.659342:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff8ab8d84aad80 x1876699484657152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762625.659354:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484657152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762625.659362:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762625.659365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762625.659369:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484657152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762625.659390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484657280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762625.659408:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762625.659418:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff8ab8d84a9f80 x1876699484657280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762625.659428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484657280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762625.659436:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762625.659439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762625.659442:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484657280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762625.659448:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484657408:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762625.659465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762625.659475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff8ab8d84aa680 x1876699484657408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762625.659488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484657408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762625.659496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762625.659500:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762625.659503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484657408:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762625.659510:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484657536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762625.659531:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762625.659546:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff8ab8d84a8a80 x1876699484657536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762625.659559:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484657536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762625.659568:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762625.659572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762625.659575:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484657536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762625.659582:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484657664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762625.659608:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762625.659622:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762625/real 1789762625]  req@ffff8ab8d84ab100 x1876699484657664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762625.659632:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484657664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762625.659642:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762625.659644:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762625.659646:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484657664:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762626.363035:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762627.387084:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762628.411014:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762629.435144:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762630.459072:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762630.778973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762630.778981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762630.778985:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762630.778994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2619
00000100:00080000:1.0:1789762630.779004:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762630.779011:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762630.779050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484657792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762630.779068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762630.779071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762630.779073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762630.779075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2619
00000100:00080000:1.0:1789762630.779078:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762630.779080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762630.779088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762630.779097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484657920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762630.779106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762630.779110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762630.779111:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484657792:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762630.779112:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762630.779121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2619
00000100:00080000:1.0:1789762630.779123:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762630.779125:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762630.779128:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762630.779138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484658048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762630.779144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762630.779147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762630.779148:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762630.779151:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2619
00000100:00080000:1.0:1789762630.779154:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762630.779156:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762630.779160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762630.779167:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484658176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762630.779171:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762630.779180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762630.779182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762630.779184:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762630.779187:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2619
00000100:00080000:1.0:1789762630.779190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762630.779192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762630.779195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762630.779202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484658304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762630.779208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762630.779209:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff8ab8d84abb80 x1876699484657792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762630.779214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762630.779233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762630.779241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2619
00000100:00080000:1.0:1789762630.779244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762630.779248:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484657792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762630.779249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762630.779257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762630.779263:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762630.779268:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762630.779272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484658432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762630.779275:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484657792:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762630.779302:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484657920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762630.779322:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762630.779338:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff8ab8d84a9c00 x1876699484657920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762630.779347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484657920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762630.779352:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762630.779355:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762630.779357:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484657920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762630.779361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762630.779373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762630.779380:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff8ab8d84a9180 x1876699484658048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762630.779388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484658048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762630.779393:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762630.779395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762630.779397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762630.779400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658176:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762630.779411:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762630.779422:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff8ab8d84a8e00 x1876699484658176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762630.779431:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484658176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762630.779436:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762630.779438:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762630.779440:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658176:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762630.779443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484658304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762630.779454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762630.779461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff8ab8d84aa300 x1876699484658304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762630.779468:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484658304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762630.779474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762630.779476:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762630.779478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484658304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762630.779481:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484658432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762630.779491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762630.779496:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762630/real 1789762630]  req@ffff8ab8d84ab100 x1876699484658432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762630.779503:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484658432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762630.779507:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762630.779509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762630.779511:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484658432:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762631.483012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762632.506979:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762633.531024:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762634.554990:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762635.579030:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762635.898975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762635.898985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762635.898990:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762635.899001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2624
00000100:00080000:1.0:1789762635.899012:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762635.899020:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762635.899059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484658560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762635.899090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762635.899094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762635.899096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762635.899101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2624
00000100:00080000:1.0:1789762635.899104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762635.899107:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762635.899132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762635.899143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484658688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762635.899152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762635.899156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762635.899157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762635.899160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2624
00000100:00080000:1.0:1789762635.899163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762635.899167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762635.899172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762635.899174:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484658560:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762635.899205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484658816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762635.899220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762635.899225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762635.899227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762635.899232:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2624
00000100:00080000:1.0:1789762635.899239:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762635.899245:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762635.899252:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762635.899269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484658944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762635.899280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762635.899283:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658688:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762635.899285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762635.899290:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762635.899296:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2624
00000100:00080000:1.0:1789762635.899300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762635.899303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762635.899308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762635.899322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484659072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762635.899330:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658816:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789762635.899334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762635.899339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762635.899341:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762635.899346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2624
00000100:00080000:1.0:1789762635.899351:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762635.899354:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762635.899359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762635.899359:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658944:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762635.899378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484659200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762635.899397:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484659072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762635.899440:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484659200:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762636.603045:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762637.626975:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762638.650954:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762638.971068:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762638.971112:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762638.971125:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762638.971153:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762638.971170:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762638.971177:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762638.971187:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762638.971198:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789762638.971220:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762638]  req@ffff8ab8d84ab480 x1876699484659072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762638.971248:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484659072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762638.971260:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762638.971266:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762638.971271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484659072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762638.971279:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762638]  req@ffff8ab8d84a9f80 x1876699484658816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762638.971292:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484658816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762638.971300:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762638.971304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762638.971307:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762638.971313:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762638]  req@ffff8ab8d84aad80 x1876699484658944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762638.971325:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484658944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762638.971335:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762638.971339:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762638.971342:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658944:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762638.971350:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762638]  req@ffff8ab8d84a8a80 x1876699484658560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762638.971362:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484658560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762638.971370:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762638.971373:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762638.971376:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484658560:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762638.971382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762638]  req@ffff8ab8d84aa680 x1876699484658688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762638.971394:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484658688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762638.971402:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762638.971405:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762638.971409:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484658688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762638.971437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762635/real 1789762638]  req@ffff8ab8d84a8700 x1876699484659200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762638.971450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484659200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762638.971459:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762638.971463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762638.971466:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484659200:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762639.675055:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762640.699198:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762641.018945:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762641.018954:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762641.018957:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762641.018965:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2629
00000100:00080000:0.0:1789762641.018974:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762641.018980:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762641.019010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484659328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762641.019031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762641.019034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762641.019036:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762641.019038:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2629
00000100:00080000:0.0:1789762641.019041:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762641.019043:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762641.019050:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762641.019059:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484659456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762641.019067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762641.019070:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762641.019073:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762641.019075:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484659328:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762641.019078:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2629
00000100:00080000:0.0:1789762641.019083:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762641.019087:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762641.019090:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762641.019097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484659584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762641.019104:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762641.019106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762641.019107:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762641.019109:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2629
00000100:00080000:0.0:1789762641.019111:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762641.019114:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762641.019117:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762641.019129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484659712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762641.019136:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762641.019154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762641.019156:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762641.019158:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2629
00000100:00080000:0.0:1789762641.019161:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762641.019166:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762641.019167:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762641.019174:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762641.019182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484659840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762641.019189:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762641.019191:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762641.019192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762641.019195:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2629
00000100:00080000:0.0:1789762641.019197:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762641.019199:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762641.019202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762641.019212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484659968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762641.019220:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8ab8c2fe8380 x1876699484659328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.019243:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484659328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.019254:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.019259:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762641.019262:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484659328:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762641.019287:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484659456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762641.019313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762641.019328:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8ab8c2fe8a80 x1876699484659456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.019341:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484659456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.019350:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.019354:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762641.019357:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484659456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762641.019364:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484659584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762641.019386:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762641.019399:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8ab8c2fead80 x1876699484659584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.019412:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484659584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.019421:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.019425:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762641.019428:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484659584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762641.019441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484659712:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762641.019464:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762641.019475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8ab8c2fe9880 x1876699484659712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.019488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484659712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.019496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.019499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762641.019503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484659712:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762641.019508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484659840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762641.019527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762641.019538:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8ab8c2fe9c00 x1876699484659840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.019550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484659840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.019558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.019561:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762641.019563:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484659840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762641.019569:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484659968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762641.019587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762641.019597:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8ab8c2fe8000 x1876699484659968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.019608:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484659968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.019616:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.019619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762641.019622:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484659968:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762641.722975:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762642.747056:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762643.771165:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762644.795042:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762645.819014:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762646.139034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762646.139045:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762646.139050:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762646.139080:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2634
00000100:00080000:0.0:1789762646.139092:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762646.139117:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762646.139165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484660096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762646.139201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762646.139207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762646.139210:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762646.139217:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2634
00000100:00080000:0.0:1789762646.139223:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762646.139231:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762646.139245:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762646.139256:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484660096:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762646.139272:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484660224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762646.139292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762646.139297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762646.139301:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762646.139307:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2634
00000100:00080000:0.0:1789762646.139314:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762646.139320:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789762646.139326:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789762646.139333:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762646.139356:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484660352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762646.139371:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8ab8c2fe9180 x1876699484660096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762646.139381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762646.139391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762646.139394:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762646.139400:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2634
00000100:00100000:2.0:1789762646.139403:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484660096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762646.139431:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762646.139441:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762646.139447:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789762646.139447:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762646.139454:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484660096:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789762646.139459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762646.139478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484660480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762646.139478:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484660224:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762646.139500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762646.139505:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762646.139507:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762646.139512:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762646.139517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2634
00000100:00080000:0.0:1789762646.139522:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762646.139527:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762646.139530:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8ab8c2feb800 x1876699484660224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762646.139534:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762646.139545:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484660224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.139552:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762646.139554:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484660608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762646.139557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762646.139564:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484660224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762646.139575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484660352:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762646.139581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762646.139587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762646.139589:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762646.139595:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762646.139599:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2634
00000100:00080000:0.0:1789762646.139605:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762646.139607:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8ab8c2feb480 x1876699484660352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762646.139613:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762646.139625:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762646.139625:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484660352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.139636:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.139640:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762646.139645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484660736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762646.139646:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484660352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762646.139663:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484660480:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762646.139679:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762646.139687:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8ab8c2feb100 x1876699484660480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762646.139695:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484660480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.139701:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.139703:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762646.139705:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484660480:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762646.139709:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484660608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762646.139719:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762646.139725:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8ab8c2fe8e00 x1876699484660608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762646.139751:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484660608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.139763:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.139768:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762646.139773:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484660608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762646.139792:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484660736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762646.139821:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762646.139838:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8ab8c2feaa00 x1876699484660736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762646.139857:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484660736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.139869:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.139874:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762646.139933:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484660736:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762646.843118:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762647.867086:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762648.891038:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762649.915002:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762650.938976:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762651.259031:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.259092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762651.259098:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.259110:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2639
00000100:00080000:3.0:1789762651.259123:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.259131:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762651.259176:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484660864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.259210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.259214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762651.259217:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.259222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2639
00000100:00080000:3.0:1789762651.259225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.259229:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762651.259239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.259254:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484660992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.259268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.259272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762651.259275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.259279:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2639
00000100:00080000:3.0:1789762651.259283:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.259292:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762651.259295:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484660864:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789762651.259299:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.259319:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484661120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.259331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.259336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762651.259339:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.259344:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2639
00000100:00080000:3.0:1789762651.259349:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.259353:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762651.259359:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762651.259371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484661248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.259384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762651.259390:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762651.259393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762651.259398:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.259406:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2639
00000100:00080000:3.0:1789762651.259413:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.259419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762651.259424:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.259437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484661376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762651.259450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8ab8c34f7800 x1876699484660864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.259452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.259465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762651.259470:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.259483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2639
00000100:00080000:3.0:1789762651.259490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.259499:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762651.259500:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484660864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762651.259505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762651.259525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762651.259527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484661504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762651.259538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762651.259552:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484660864:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762651.259567:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484660992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762651.259597:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762651.259612:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8ab8c34f5180 x1876699484660992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.259626:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484660992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.259643:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.259647:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762651.259651:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484660992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762651.259678:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484661120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762651.259697:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762651.259709:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8ab8c34f5880 x1876699484661120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.259722:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484661120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.259731:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.259735:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762651.259738:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484661120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762651.259745:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484661248:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762651.259763:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762651.259797:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8ab8c34f6d80 x1876699484661248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.259820:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484661248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.259837:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.259843:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762651.259850:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484661248:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762651.259863:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484661376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762651.259950:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762651.259984:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8ab8c34f5f80 x1876699484661376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.260001:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484661376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.260011:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.260015:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762651.260019:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484661376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762651.260026:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484661504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762651.260095:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762651.260117:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8ab8c34f7100 x1876699484661504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.260139:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484661504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.260155:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.260161:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762651.260167:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484661504:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762651.962995:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762652.987089:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762654.010987:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762655.035080:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762656.058994:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762656.379007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.379018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762656.379022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.379046:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2644
00000100:00080000:2.0:1789762656.379061:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.379070:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762656.379115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484661632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.379148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.379151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762656.379152:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.379156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2644
00000100:00080000:2.0:1789762656.379160:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.379163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762656.379173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762656.379183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484661760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.379193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.379197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762656.379201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762656.379204:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484661632:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762656.379210:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2644
00000100:00080000:2.0:1789762656.379220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.379226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762656.379228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762656.379240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484661888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.379248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.379251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762656.379253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.379256:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2644
00000100:00080000:2.0:1789762656.379273:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.379277:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762656.379280:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762656.379284:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762656.379295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484662016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.379305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.379308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762656.379310:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.379314:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2644
00000100:00080000:2.0:1789762656.379317:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.379320:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762656.379325:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762656.379329:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8ab8c33de680 x1876699484661632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762656.379339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484662144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.379357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.379361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762656.379363:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484661632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762656.379364:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.379379:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2644
00000100:00080000:3.0:1789762656.379394:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762656.379395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.379400:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762656.379404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762656.379414:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484661632:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789762656.379416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762656.379438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484662272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762656.379454:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484661760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762656.379476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762656.379485:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8ab8c33df100 x1876699484661760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.379494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484661760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.379500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.379502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762656.379504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484661760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762656.379508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484661888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762656.379521:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762656.379527:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8ab8c33de300 x1876699484661888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.379546:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484661888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.379554:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.379558:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762656.379561:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484661888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762656.379567:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484662016:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762656.379588:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762656.379601:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8ab8c33dc700 x1876699484662016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.379611:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484662016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.379617:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.379619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762656.379621:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484662016:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762656.379625:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484662144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762656.379640:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762656.379647:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8ab8c33dd180 x1876699484662144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.379654:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484662144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.379660:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.379662:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762656.379664:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484662144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762656.379667:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484662272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762656.379677:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762656.379683:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8ab8c33dca80 x1876699484662272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.379690:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484662272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.379696:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.379697:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762656.379699:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484662272:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762657.082977:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762658.107035:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762659.131062:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762660.155065:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762661.179042:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762661.499021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.499032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762661.499037:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.499049:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2650
00000100:00080000:1.0:1789762661.499062:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.499070:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762661.499113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484662400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762661.499140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.499143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762661.499145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.499148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2650
00000100:00080000:1.0:1789762661.499151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.499155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762661.499165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762661.499177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484662528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762661.499185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.499188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762661.499189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762661.499194:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484662400:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762661.499195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2650
00000100:00080000:1.0:1789762661.499202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.499207:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762661.499211:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762661.499222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484662656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762661.499229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.499232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762661.499234:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.499237:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2650
00000100:00080000:1.0:1789762661.499239:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.499243:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762661.499247:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762661.499256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484662784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762661.499263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.499267:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762661.499269:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.499275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2650
00000800:00000100:3.0:1789762661.499275:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762661.499282:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.499295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762661.499299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762661.499308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484662912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762661.499314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.499317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762661.499318:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.499320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2650
00000100:00080000:1.0:1789762661.499322:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.499325:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762661.499328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762661.499335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484663040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762661.499394:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff8ab8d84a9880 x1876699484662400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.499410:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484662400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.499419:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.499423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762661.499426:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484662400:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762661.499448:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484662528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762661.499466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762661.499474:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff8ab8d84a9500 x1876699484662528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.499597:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484662528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.499606:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.499609:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762661.499611:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484662528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762661.499617:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484662656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762661.499671:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762661.499687:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff8ab8d84ab800 x1876699484662656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.499696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484662656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.499702:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.499704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762661.499706:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484662656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762661.499710:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484662784:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762661.499723:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762661.499730:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff8ab8d84a8000 x1876699484662784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.499737:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484662784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.499743:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.499744:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762661.499746:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484662784:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762661.499750:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484662912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762661.499760:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762661.499767:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff8ab8d84a8380 x1876699484662912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.499775:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484662912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.499780:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.499790:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762661.499793:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484662912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762661.499799:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484663040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762661.499820:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762661.499832:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff8ab8d84a8700 x1876699484663040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.499847:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484663040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.499854:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.499857:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762661.499860:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484663040:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762662.203036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762663.227034:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762664.251003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762665.275003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762666.298992:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762666.618944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762666.618964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762666.618968:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762666.618976:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2655
00000100:00080000:1.0:1789762666.618985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762666.618991:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762666.619022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484663168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762666.619043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762666.619046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762666.619048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762666.619051:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2655
00000100:00080000:1.0:1789762666.619053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762666.619055:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762666.619062:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762666.619071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484663296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762666.619080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762666.619082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762666.619086:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762666.619087:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484663168:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762666.619091:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2655
00000100:00080000:1.0:1789762666.619097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762666.619099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762666.619103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762666.619111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484663424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762666.619117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762666.619120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762666.619122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762666.619124:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2655
00000100:00080000:1.0:1789762666.619127:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762666.619130:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762666.619133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762666.619140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484663552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762666.619147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762666.619149:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762666.619151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762666.619154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762666.619157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2655
00000100:00080000:1.0:1789762666.619161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762666.619164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762666.619167:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762666.619174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484663680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762666.619181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762666.619183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762666.619186:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762666.619187:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff8ab8d84aa680 x1876699484663168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762666.619191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2655
00000100:00080000:1.0:1789762666.619197:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762666.619203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762666.619207:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762666.619211:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484663168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762666.619217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484663808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762666.619248:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762666.619253:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762666.619257:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484663168:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762666.619277:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484663296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762666.619292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762666.619300:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff8ab8d84a8a80 x1876699484663296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762666.619308:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484663296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762666.619314:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762666.619316:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762666.619318:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484663296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762666.619322:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484663424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762666.619332:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762666.619339:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff8ab8d84aad80 x1876699484663424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762666.619346:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484663424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762666.619351:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762666.619353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762666.619355:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484663424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762666.619360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484663552:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762666.619378:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762666.619389:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff8ab8d84a9f80 x1876699484663552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762666.619402:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484663552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762666.619411:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762666.619414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762666.619418:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484663552:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762666.619423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484663680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762666.619447:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762666.619455:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff8ab8d84ab480 x1876699484663680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762666.619468:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484663680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762666.619473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762666.619475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762666.619477:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484663680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762666.619481:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484663808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762666.619491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762666.619498:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762666/real 1789762666]  req@ffff8ab8d84ab100 x1876699484663808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762666.619505:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484663808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762666.619510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762666.619512:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762666.619513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484663808:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762667.323014:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762668.347047:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762669.370996:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762670.395049:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762671.419015:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762671.738959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762671.738967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762671.738970:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762671.738979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2660
00000100:00080000:1.0:1789762671.738988:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762671.738993:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762671.739027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484663936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762671.739049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762671.739051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762671.739053:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762671.739056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2660
00000100:00080000:1.0:1789762671.739058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762671.739060:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762671.739067:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762671.739077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484664064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762671.739084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762671.739086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762671.739088:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762671.739091:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2660
00000100:00080000:1.0:1789762671.739096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762671.739097:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484663936:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762671.739101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762671.739107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762671.739115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484664192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762671.739122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762671.739125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762671.739126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762671.739129:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2660
00000100:00080000:1.0:1789762671.739131:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762671.739134:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762671.739138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762671.739144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484664320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762671.739151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762671.739155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789762671.739156:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762671.739158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762671.739163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2660
00000100:00080000:1.0:1789762671.739166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762671.739169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762671.739172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762671.739179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484664448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762671.739186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762671.739188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762671.739190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762671.739193:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2660
00000100:00080000:1.0:1789762671.739197:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762671.739197:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff8ab8d84aa300 x1876699484663936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762671.739202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762671.739209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762671.739222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484664576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762671.739224:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484663936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.739246:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762671.739249:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762671.739253:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484663936:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762671.739259:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762671.739276:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762671.739284:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff8ab8d84a8e00 x1876699484664064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762671.739292:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484664064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.739302:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762671.739304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762671.739306:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762671.739332:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762671.739345:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762671.739352:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff8ab8d84a9180 x1876699484664192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762671.739360:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484664192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.739365:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762671.739367:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762671.739369:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762671.739372:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664320:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762671.739382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762671.739389:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff8ab8d84a9c00 x1876699484664320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762671.739396:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484664320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.739401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762671.739403:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762671.739405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664320:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762671.739409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484664448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762671.739419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762671.739425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff8ab8d84abb80 x1876699484664448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762671.739432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484664448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.739437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762671.739438:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762671.739440:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484664448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762671.739443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484664576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762671.739453:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762671.739458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762671/real 1789762671]  req@ffff8ab8d84ab100 x1876699484664576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762671.739465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484664576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762671.739470:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762671.739472:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762671.739474:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484664576:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762672.443020:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762673.467091:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762674.491010:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762675.515009:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762676.539020:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762676.858998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.859006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762676.859010:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.859018:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2665
00000100:00080000:0.0:1789762676.859027:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.859032:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762676.859065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484664704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.859091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.859094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762676.859095:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.859098:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2665
00000100:00080000:0.0:1789762676.859100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.859102:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762676.859110:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762676.859120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484664832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.859128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.859131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762676.859132:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.859135:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2665
00000100:00080000:0.0:1789762676.859137:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.859140:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762676.859146:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762676.859153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484664960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762676.859164:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484664704:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762676.859166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.859182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762676.859184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.859188:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2665
00000100:00080000:0.0:1789762676.859191:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.859193:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762676.859197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762676.859210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484665088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.859217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.859219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762676.859220:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.859223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2665
00000100:00080000:0.0:1789762676.859225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.859228:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762676.859230:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762676.859238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484665216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762676.859249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762676.859251:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762676.859252:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762676.859254:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2665
00000100:00080000:0.0:1789762676.859257:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762676.859259:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789762676.859264:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789762676.859266:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762676.859278:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484665344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762676.859321:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676]  req@ffff8ab8c2febb80 x1876699484664704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762676.859346:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484664704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762676.859359:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762676.859365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762676.859370:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484664704:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762676.859381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762676.859408:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762676.859420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676]  req@ffff8ab8c2fea300 x1876699484664832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762676.859434:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484664832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762676.859440:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762676.859442:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762676.859445:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762676.859471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762676.859485:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762676.859493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676]  req@ffff8ab8c2fea680 x1876699484664960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762676.859501:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484664960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762676.859506:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762676.859509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762676.859511:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484664960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762676.859515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484665088:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762676.859527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762676.859533:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676]  req@ffff8ab8c2fe9500 x1876699484665088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762676.859540:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484665088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762676.859551:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762676.859553:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762676.859555:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484665088:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762676.859559:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484665216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762676.859570:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762676.859576:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676]  req@ffff8ab8c2fe9f80 x1876699484665216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762676.859583:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484665216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762676.859589:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762676.859591:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762676.859593:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484665216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762676.859596:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484665344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762676.859614:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762676.859625:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762676/real 1789762676]  req@ffff8ab8c2feaa00 x1876699484665344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762676.859637:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484665344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762676.859646:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762676.859650:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762676.859654:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484665344:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762677.563024:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762678.587018:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762679.610976:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762680.635036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762681.659059:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762681.979012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762681.979023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762681.979027:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762681.979038:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2670
00000100:00080000:3.0:1789762681.979051:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762681.979059:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762681.979104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484665472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762681.979132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762681.979135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762681.979137:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762681.979140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2670
00000100:00080000:3.0:1789762681.979142:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762681.979145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762681.979154:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762681.979164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484665600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762681.979172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762681.979175:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762681.979176:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762681.979179:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2670
00000100:00080000:3.0:1789762681.979181:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762681.979185:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484665472:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762681.979186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762681.979193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762681.979200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484665728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762681.979212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762681.979215:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762681.979216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762681.979218:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2670
00000100:00080000:3.0:1789762681.979220:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762681.979223:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762681.979227:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762681.979235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484665856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762681.979242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762681.979245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762681.979246:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762681.979248:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2670
00000100:00080000:3.0:1789762681.979251:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762681.979253:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762681.979256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762681.979262:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762681.979265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484665984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762681.979273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762681.979275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762681.979276:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762681.979279:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2670
00000100:00080000:3.0:1789762681.979282:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762681.979286:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762681.979289:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762681.979297:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484666112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762681.979315:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff8ab8c34f4380 x1876699484665472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762681.979332:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484665472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762681.979342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762681.979346:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762681.979349:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484665472:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762681.979355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484665600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762681.979372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762681.979381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff8ab8c34f6300 x1876699484665600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762681.979390:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484665600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762681.979396:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762681.979398:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762681.979400:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484665600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762681.979423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484665728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762681.979437:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762681.979444:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff8ab8c34f5c00 x1876699484665728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762681.979452:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484665728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762681.979458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762681.979460:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762681.979462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484665728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762681.979465:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484665856:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762681.979476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762681.979482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff8ab8c34f4a80 x1876699484665856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762681.979490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484665856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762681.979495:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762681.979497:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762681.979499:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484665856:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762681.979502:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484665984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762681.979513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762681.979520:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff8ab8c34f7b80 x1876699484665984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762681.979533:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484665984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762681.979538:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762681.979540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762681.979542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484665984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762681.979545:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484666112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762681.979556:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762681.979562:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762681/real 1789762681]  req@ffff8ab8c34f7100 x1876699484666112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762681.979569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484666112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762681.979574:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762681.979576:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762681.979578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484666112:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762682.683027:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762683.707039:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762684.731068:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762685.755059:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762686.778979:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762687.098946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.098957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762687.098961:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.098971:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2675
00000100:00080000:3.0:1789762687.098981:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.098988:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762687.099034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484666240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.099059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.099063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.099065:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.099069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2675
00000100:00080000:3.0:1789762687.099073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.099077:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762687.099088:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762687.099103:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484666240:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762687.099105:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484666368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.099120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.099125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762687.099127:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.099132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2675
00000100:00080000:3.0:1789762687.099136:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.099141:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762687.099146:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762687.099159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484666496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762687.099162:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762687.099174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.099178:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.099181:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.099186:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2675
00000100:00080000:3.0:1789762687.099191:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.099195:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762687.099201:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762687.099202:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8ab8c34f5f80 x1876699484666240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.099218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484666624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762687.099221:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484666240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.099248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762687.099252:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762687.099253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.099258:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762687.099263:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762687.099268:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2675
00000100:00100000:2.0:1789762687.099274:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484666240:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762687.099275:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.099281:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762687.099287:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762687.099308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484666752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762687.099313:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484666368:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762687.099330:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.099334:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762687.099337:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762687.099341:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762687.099343:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2675
00000100:00080000:3.0:1789762687.099350:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.099355:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762687.099361:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762687.099364:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8ab8c34f6d80 x1876699484666368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.099380:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484666368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.099380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484666880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762687.099416:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.099420:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762687.099424:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484666368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762687.099433:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484666496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762687.099447:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762687.099455:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8ab8c34f5880 x1876699484666496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.099462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484666496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.099468:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.099470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762687.099472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484666496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762687.099476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484666624:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762687.099487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762687.099493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8ab8c34f5180 x1876699484666624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.099500:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484666624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.099506:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.099507:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762687.099509:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484666624:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762687.099519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484666752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762687.099530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762687.099536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8ab8c34f7800 x1876699484666752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.099543:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484666752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.099548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.099550:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762687.099552:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484666752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762687.099555:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484666880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762687.099565:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762687.099571:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8ab8c34f6680 x1876699484666880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.099578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484666880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.099584:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.099585:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762687.099587:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484666880:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762687.803003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762688.826986:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762689.851001:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762690.875016:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762691.899000:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762692.218936:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762692.218945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762692.218948:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762692.218956:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2680
00000100:00080000:0.0:1789762692.218965:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762692.218971:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762692.219003:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484667008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762692.219025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762692.219028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762692.219030:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762692.219033:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2680
00000100:00080000:0.0:1789762692.219035:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762692.219038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762692.219045:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762692.219054:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484667136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762692.219062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762692.219064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762692.219065:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762692.219067:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2680
00000100:00080000:0.0:1789762692.219070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762692.219072:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762692.219075:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762692.219082:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484667264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762692.219087:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484667008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762692.219090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762692.219097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762692.219099:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762692.219102:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2680
00000100:00080000:0.0:1789762692.219104:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762692.219106:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762692.219109:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762692.219118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484667392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762692.219124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762692.219126:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762692.219128:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762692.219130:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2680
00000100:00080000:0.0:1789762692.219133:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762692.219135:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762692.219138:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762692.219144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484667520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762692.219157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762692.219160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762692.219163:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762692.219165:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762692.219169:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2680
00000100:00080000:0.0:1789762692.219172:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762692.219175:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762692.219178:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762692.219187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484667648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762692.219215:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8ab8c2fe8e00 x1876699484667008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.219235:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484667008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.219247:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.219252:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762692.219256:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484667008:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762692.219263:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484667136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762692.219282:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762692.219291:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8ab8c2feb100 x1876699484667136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.219300:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484667136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.219311:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.219314:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762692.219318:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484667136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762692.219343:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484667264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762692.219364:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762692.219376:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8ab8c2feb480 x1876699484667264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.219384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484667264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.219390:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.219392:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762692.219394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484667264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762692.219398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484667392:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762692.219412:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762692.219422:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8ab8c2feb800 x1876699484667392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.219434:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484667392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.219443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.219446:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762692.219451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484667392:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762692.219457:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484667520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762692.219475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762692.219483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8ab8c2fe9180 x1876699484667520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.219491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484667520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.219496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.219498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762692.219500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484667520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762692.219503:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484667648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762692.219514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762692.219520:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8ab8c2fe8000 x1876699484667648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762692.219527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484667648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762692.219532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762692.219533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762692.219535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484667648:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762692.922992:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762693.947063:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762694.970979:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762695.995016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762697.018993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762697.338953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.338963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762697.338967:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.338977:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2685
00000100:00080000:0.0:1789762697.338987:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.338994:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762697.339029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484667776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762697.339055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.339059:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762697.339061:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.339066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2685
00000100:00080000:0.0:1789762697.339070:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.339075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762697.339084:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762697.339091:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484667776:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762697.339102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484667904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762697.339115:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.339119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762697.339121:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.339126:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2685
00000100:00080000:0.0:1789762697.339130:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.339134:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762697.339139:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762697.339145:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762697.339155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484668032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762697.339174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.339179:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789762697.339180:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8ab8c2fe9c00 x1876699484667776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762697.339183:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.339194:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2685
00000100:00080000:0.0:1789762697.339201:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762697.339204:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484667776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762697.339209:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789762697.339216:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762697.339218:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789762697.339221:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762697.339227:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484667776:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762697.339237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484668160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762697.339249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.339253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762697.339256:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762697.339258:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484667904:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762697.339264:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2685
00000100:00080000:0.0:1789762697.339270:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.339274:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762697.339281:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762697.339287:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762697.339295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484668288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762697.339301:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8ab8c2fe9880 x1876699484667904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762697.339326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762697.339328:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484667904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762697.339333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762697.339340:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762697.339341:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.339349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789762697.339353:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2685
00000100:00100000:2.0:1789762697.339354:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484667904:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762697.339362:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762697.339363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668032:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789762697.339373:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762697.339380:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762697.339383:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762697.339394:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8ab8c2fead80 x1876699484668032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762697.339400:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484668416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762697.339424:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484668032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.339432:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.339435:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762697.339437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762697.339441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668160:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762697.339457:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762697.339464:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8ab8c2fe8a80 x1876699484668160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.339474:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484668160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.339479:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.339482:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762697.339484:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668160:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762697.339496:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484668288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762697.339511:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762697.339520:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8ab8c2fe8380 x1876699484668288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.339529:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484668288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.339539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.339542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762697.339545:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484668288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762697.339551:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484668416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762697.339568:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762697.339576:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8ab8c2fe9c00 x1876699484668416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.339588:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484668416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.339595:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.339597:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762697.339599:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484668416:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762698.042984:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762699.066988:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762700.091007:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762701.115023:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762702.138992:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762702.458984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.458992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762702.458996:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.459004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2691
00000100:00080000:2.0:1789762702.459013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.459018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762702.459048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484668544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.459071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.459074:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762702.459075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.459078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2691
00000100:00080000:2.0:1789762702.459081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.459083:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762702.459091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762702.459099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484668672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.459107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.459109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762702.459111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.459113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2691
00000100:00080000:2.0:1789762702.459115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.459118:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762702.459121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762702.459129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484668800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762702.459131:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484668544:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762702.459140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.459143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762702.459144:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.459146:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2691
00000100:00080000:2.0:1789762702.459148:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.459150:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762702.459154:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762702.459163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484668928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.459170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.459173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762702.459174:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.459177:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2691
00000100:00080000:2.0:1789762702.459191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.459193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762702.459195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762702.459202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484669056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762702.459208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762702.459211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762702.459212:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.459214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2691
00000100:00080000:2.0:1789762702.459217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762702.459219:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762702.459223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762702.459229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484669184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762702.459244:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762702.459291:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762702.459319:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668928:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762702.459344:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484669056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762702.459368:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484669184:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762703.163016:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762704.187011:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762705.210993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762705.531102:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789762705.531143:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762705.531160:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762705.531207:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762705.531219:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762705.531231:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789762705.531242:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789762705.531247:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762705]  req@ffff8ab8c33dd880 x1876699484668800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789762705.531256:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789762705.531288:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484668800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762705.531301:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762705.531306:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762705.531311:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762705.531319:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762705]  req@ffff8ab8c33dca80 x1876699484668928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762705.531332:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484668928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762705.531342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762705.531346:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762705.531350:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668928:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762705.531357:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762705]  req@ffff8ab8c33dd180 x1876699484669056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762705.531370:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484669056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762705.531377:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762705.531380:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762705.531384:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484669056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762705.531390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762705]  req@ffff8ab8c33dc700 x1876699484669184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762705.531402:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484669184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762705.531410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762705.531414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762705.531417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484669184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762705.531424:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762705]  req@ffff8ab8c33dc000 x1876699484668544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762705.531437:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484668544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762705.531446:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762705.531449:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762705.531453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484668544:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762705.531459:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762705]  req@ffff8ab8c33dc380 x1876699484668672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762705.531472:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484668672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762705.531480:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762705.531499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762705.531503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484668672:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762706.234949:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762707.258971:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762707.579027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762707.579035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762707.579038:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762707.579046:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2696
00000100:00080000:1.0:1789762707.579054:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762707.579059:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762707.579088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484669312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762707.579110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762707.579112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762707.579113:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762707.579116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2696
00000100:00080000:1.0:1789762707.579118:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762707.579120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762707.579127:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762707.579134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484669440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762707.579149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762707.579152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762707.579155:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762707.579159:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2696
00000100:00080000:1.0:1789762707.579165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762707.579165:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484669312:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762707.579172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762707.579179:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762707.579194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484669568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762707.579204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762707.579207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762707.579210:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762707.579214:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2696
00000100:00080000:1.0:1789762707.579218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762707.579222:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762707.579228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762707.579233:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762707.579245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484669696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762707.579255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762707.579258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762707.579260:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762707.579264:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2696
00000100:00080000:1.0:1789762707.579269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762707.579274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762707.579277:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff8ab8d84ab480 x1876699484669312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762707.579281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762707.579298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484669824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762707.579304:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484669312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762707.579321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762707.579326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762707.579327:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762707.579329:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762707.579335:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789762707.579339:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2696
00000100:00100000:3.0:1789762707.579345:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484669312:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762707.579346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762707.579356:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762707.579360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484669440:192.168.203.110@tcp:38:kworker.0
00000008:00100000:1.0:1789762707.579364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762707.579380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484669952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762707.579392:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762707.579410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff8ab8d84a9f80 x1876699484669440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762707.579425:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484669440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762707.579435:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762707.579439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762707.579442:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484669440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762707.579468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484669568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762707.579490:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762707.579502:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff8ab8d84aad80 x1876699484669568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762707.579523:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484669568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762707.579532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762707.579536:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762707.579540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484669568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762707.579546:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484669696:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762707.579568:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762707.579581:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff8ab8d84a8a80 x1876699484669696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762707.579593:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484669696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762707.579602:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762707.579605:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762707.579609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484669696:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762707.579615:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484669824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762707.579635:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762707.579662:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff8ab8d84aa680 x1876699484669824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762707.579753:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484669824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762707.579770:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762707.579773:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762707.579777:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484669824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762707.579784:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484669952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762707.579807:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762707.579820:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762707/real 1789762707]  req@ffff8ab8d84a8700 x1876699484669952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762707.579833:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484669952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762707.579842:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762707.579845:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762707.579849:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484669952:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762708.282981:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762709.306989:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762710.330994:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762711.355046:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762712.379030:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762712.699035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.699042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762712.699046:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.699054:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2701
00000100:00080000:0.0:1789762712.699063:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.699068:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762712.699100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484670080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762712.699125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.699128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762712.699130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.699132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2701
00000100:00080000:0.0:1789762712.699134:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.699137:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762712.699143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762712.699154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484670208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762712.699162:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.699165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762712.699166:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.699169:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2701
00000100:00080000:0.0:1789762712.699171:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.699174:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762712.699177:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762712.699185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484670336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762712.699193:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484670080:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762712.699196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.699206:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762712.699212:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.699216:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2701
00000100:00080000:0.0:1789762712.699218:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.699220:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762712.699223:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762712.699232:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484670464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762712.699239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.699243:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762712.699245:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.699249:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2701
00000100:00080000:0.0:1789762712.699253:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.699258:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762712.699265:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762712.699279:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484670592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762712.699289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762712.699296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:3.0:1789762712.699298:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762712.699300:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762712.699308:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2701
00000100:00080000:0.0:1789762712.699315:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762712.699321:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762712.699326:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762712.699343:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484670720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762712.699367:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff8ab8c2fe8000 x1876699484670080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762712.699392:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484670080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762712.699406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762712.699411:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762712.699417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484670080:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762712.699426:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484670208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762712.699453:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762712.699467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff8ab8c2fe9180 x1876699484670208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762712.699482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484670208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762712.699491:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762712.699495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762712.699498:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484670208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762712.699531:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484670336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762712.699553:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762712.699565:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff8ab8c2feb800 x1876699484670336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762712.699578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484670336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762712.699587:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762712.699591:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762712.699595:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484670336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762712.699616:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484670464:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762712.699647:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762712.699660:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff8ab8c2feb480 x1876699484670464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762712.699674:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484670464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762712.699683:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762712.699686:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762712.699690:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484670464:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762712.699697:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484670592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762712.699718:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762712.699730:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff8ab8c2feb100 x1876699484670592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762712.699743:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484670592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762712.699752:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762712.699755:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762712.699759:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484670592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762712.699765:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484670720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762712.699784:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762712.699794:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762712/real 1789762712]  req@ffff8ab8c2fe8e00 x1876699484670720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762712.699805:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484670720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762712.699814:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762712.699818:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762712.699821:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484670720:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762713.403028:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762714.426991:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762715.451024:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762716.474983:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762717.499072:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762717.819022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762717.819038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762717.819043:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762717.819058:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2706
00000100:00080000:0.0:1789762717.819070:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762717.819079:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762717.819119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484670848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762717.819153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762717.819158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762717.819160:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762717.819165:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2706
00000100:00080000:0.0:1789762717.819169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762717.819173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762717.819182:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762717.819197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484670976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762717.819211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762717.819216:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762717.819220:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762717.819223:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484670848:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762717.819230:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2706
00000100:00080000:0.0:1789762717.819242:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762717.819248:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762717.819252:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762717.819265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484671104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762717.819274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762717.819278:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762717.819280:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762717.819284:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2706
00000100:00080000:0.0:1789762717.819287:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762717.819291:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762717.819298:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762717.819307:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484671232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762717.819318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762717.819322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762717.819331:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762717.819331:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762717.819345:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2706
00000100:00080000:0.0:1789762717.819351:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762717.819356:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762717.819380:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762717.819394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484671360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762717.819408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762717.819412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762717.819415:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762717.819425:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2706
00000100:00100000:3.0:1789762717.819428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff8ab8c2feaa00 x1876699484670848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762717.819431:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762717.819444:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762717.819461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762717.819482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484671488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762717.819488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484670848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762717.819544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762717.819551:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762717.819556:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484670848:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762717.819609:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484670976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762717.819653:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762717.819664:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff8ab8c2fe9f80 x1876699484670976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762717.819674:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484670976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762717.819681:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762717.819695:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762717.819698:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484670976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762717.819703:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484671104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762717.819718:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762717.819726:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff8ab8c2fe9500 x1876699484671104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762717.819734:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484671104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762717.819740:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762717.819743:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762717.819745:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484671104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762717.819749:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484671232:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762717.819762:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762717.819769:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff8ab8c2fea680 x1876699484671232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762717.819776:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484671232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762717.819782:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762717.819784:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762717.819786:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484671232:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762717.819790:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484671360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762717.819801:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762717.819808:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff8ab8c2fea300 x1876699484671360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762717.819816:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484671360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762717.819821:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762717.819823:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762717.819825:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484671360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762717.819829:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484671488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762717.819840:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762717.819846:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762717/real 1789762717]  req@ffff8ab8c2febb80 x1876699484671488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762717.819852:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484671488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762717.819857:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762717.819859:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762717.819861:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484671488:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762718.523083:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762719.547058:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762720.571115:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762721.595016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762722.619044:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762722.939004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762722.939014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762722.939017:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762722.939027:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2711
00000100:00080000:3.0:1789762722.939038:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762722.939047:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762722.939093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484671616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762722.939133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762722.939137:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762722.939139:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762722.939143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2711
00000100:00080000:3.0:1789762722.939147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762722.939159:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762722.939169:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762722.939185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484671744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762722.939201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762722.939207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762722.939210:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762722.939216:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2711
00000100:00080000:3.0:1789762722.939222:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762722.939229:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762722.939237:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762722.939254:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484671872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762722.939265:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484671616:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762722.939272:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762722.939276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762722.939278:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762722.939284:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2711
00000100:00080000:3.0:1789762722.939289:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762722.939295:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762722.939304:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762722.939326:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484672000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762722.939343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762722.939348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762722.939351:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762722.939358:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2711
00000100:00080000:3.0:1789762722.939364:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762722.939370:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789762722.939378:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789762722.939386:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762722.939405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484672128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762722.939415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762722.939419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762722.939420:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762722.939427:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2711
00000100:00080000:3.0:1789762722.939433:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762722.939437:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762722.939444:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff8ab8c34f4000 x1876699484671616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762722.939444:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762722.939462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484672256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762722.939473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484671616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762722.939556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762722.939566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762722.939573:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484671616:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762722.939581:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484671744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762722.939607:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762722.939617:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff8ab8c34f7480 x1876699484671744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762722.939626:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484671744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762722.939632:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762722.939634:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762722.939636:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484671744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762722.939661:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484671872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762722.939676:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762722.939683:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff8ab8c34f5500 x1876699484671872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762722.939691:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484671872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762722.939696:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762722.939699:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762722.939701:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484671872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762722.939705:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484672000:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762722.939716:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762722.939722:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff8ab8c34f6a00 x1876699484672000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762722.939730:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484672000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762722.939735:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762722.939737:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762722.939739:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484672000:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762722.939743:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484672128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762722.939754:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762722.939760:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff8ab8c34f4700 x1876699484672128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762722.939773:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484672128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762722.939778:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762722.939780:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762722.939781:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484672128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762722.939785:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484672256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762722.939796:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762722.939802:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762722/real 1789762722]  req@ffff8ab8c34f6680 x1876699484672256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762722.939808:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484672256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762722.939814:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762722.939815:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762722.939817:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484672256:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762723.643011:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762724.667019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762725.691078:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762726.715017:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762727.739028:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762728.058987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.058995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762728.058998:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.059008:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2716
00000100:00080000:0.0:1789762728.059019:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.059027:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762728.059065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484672384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.059090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.059093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762728.059094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.059097:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2716
00000100:00080000:0.0:1789762728.059100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.059103:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762728.059110:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.059128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484672512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.059137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.059140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762728.059142:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.059146:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2716
00000100:00080000:0.0:1789762728.059154:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762728.059154:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484672384:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762728.059165:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762728.059172:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.059191:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484672640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.059203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.059207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762728.059209:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.059214:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2716
00000100:00080000:0.0:1789762728.059218:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.059223:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762728.059228:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762728.059242:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484672768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762728.059251:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762728.059261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.059263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762728.059265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.059271:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2716
00000100:00080000:0.0:1789762728.059275:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.059279:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762728.059282:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.059291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484672896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762728.059298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762728.059300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762728.059302:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762728.059310:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2716
00000100:00100000:2.0:1789762728.059311:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8ab8c2febb80 x1876699484672384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.059317:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.059321:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762728.059333:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.059348:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484673024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762728.059357:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484672384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.059371:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.059378:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762728.059383:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484672384:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762728.059421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484672512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762728.059439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762728.059448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8ab8c2fea300 x1876699484672512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.059457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484672512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.059463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.059465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762728.059467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484672512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762728.059471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484672640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762728.059482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762728.059507:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8ab8c2fea680 x1876699484672640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.059530:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484672640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.059539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.059542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762728.059545:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484672640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762728.059550:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484672768:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762728.059567:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762728.059575:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8ab8c2fe9500 x1876699484672768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.059593:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484672768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.059599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.059601:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762728.059603:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484672768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762728.059607:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484672896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762728.059618:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762728.059624:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8ab8c2fe9f80 x1876699484672896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.059631:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484672896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.059637:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.059639:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762728.059641:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484672896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762728.059645:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484673024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762728.059655:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762728.059661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8ab8c2feaa00 x1876699484673024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.059669:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484673024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.059674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.059676:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762728.059678:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484673024:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762728.763103:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762729.786995:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762730.811029:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762731.835018:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762732.859127:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762733.179059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.179069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762733.179075:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.179092:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2721
00000100:00080000:3.0:1789762733.179107:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.179122:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762733.179181:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484673152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762733.179239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.179245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762733.179249:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.179255:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2721
00000100:00080000:3.0:1789762733.179262:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.179270:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762733.179286:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762733.179315:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484673152:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762733.179328:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484673280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762733.179358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.179366:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762733.179371:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.179379:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2721
00000800:00000100:0.0:1789762733.179421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762733.179504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8ab8c34f7800 x1876699484673152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762733.179534:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762733.179550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484673152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762733.179552:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762733.179572:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762733.179583:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.179596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762733.179605:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484673152:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762733.179645:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484673280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762733.179701:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762733.179733:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8ab8c34f5180 x1876699484673280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.179767:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484673280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762733.179793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484673408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762733.179804:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.179824:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762733.179834:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484673280:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762733.179960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.179969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762733.179973:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762733.179985:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484673408:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762733.179986:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2721
00000100:00080000:3.0:1789762733.179999:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.180011:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762733.180027:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762733.180062:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762733.180063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484673536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762733.180094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762733.180103:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8ab8c34f5880 x1876699484673408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762733.180105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762733.180113:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.180131:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2721
00000100:00080000:3.0:1789762733.180146:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762733.180156:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484673408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762733.180159:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762733.180179:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762733.180186:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.180201:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762733.180213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484673664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762733.180215:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484673408:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762733.180244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.180248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762733.180252:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762733.180262:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484673536:192.168.203.110@tcp:8:kworker.0
00000100:00080000:3.0:1789762733.180262:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2721
00000100:00080000:3.0:1789762733.180272:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.180283:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762733.180295:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762733.180322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484673792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762733.180330:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762733.180366:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8ab8c34f6d80 x1876699484673536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.180398:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484673536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.180418:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.180425:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762733.180435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484673536:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762733.180474:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484673664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762733.180524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762733.180556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8ab8c34f5f80 x1876699484673664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.180586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484673664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.180607:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.180615:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762733.180625:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484673664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762733.180657:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484673792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762733.180700:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762733.180723:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8ab8c34f7100 x1876699484673792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.180748:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484673792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.180763:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.180769:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762733.180775:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484673792:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762733.883103:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762734.907078:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762735.931078:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762736.955045:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762737.979061:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762738.298981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762738.298994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762738.298999:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762738.299012:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2726
00000100:00080000:3.0:1789762738.299026:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762738.299036:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762738.299083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484673920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762738.299125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762738.299128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762738.299129:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762738.299132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2726
00000100:00080000:3.0:1789762738.299135:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762738.299138:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762738.299145:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762738.299157:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484674048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762738.299171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762738.299174:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484673920:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762738.299175:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762738.299196:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762738.299210:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2726
00000100:00080000:3.0:1789762738.299214:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762738.299219:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762738.299226:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762738.299245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484674176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762738.299258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762738.299263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762738.299266:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762738.299271:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2726
00000100:00080000:3.0:1789762738.299275:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762738.299281:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789762738.299289:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789762738.299294:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762738.299313:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484674304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762738.299347:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8ab8c34f7b80 x1876699484673920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762738.299350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762738.299385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762738.299391:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762738.299399:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2726
00000100:00100000:0.0:1789762738.299403:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484673920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762738.299407:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762738.299456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762738.299459:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.299471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789762738.299474:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762738.299478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484673920:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762738.299520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484674432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762738.299530:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674048:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762738.299530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762738.299539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762738.299541:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762738.299545:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2726
00000100:00080000:3.0:1789762738.299549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762738.299553:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762738.299557:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762738.299560:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762738.299572:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484674560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762738.299577:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8ab8c34f4a80 x1876699484674048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.299600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484674048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.299609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.299612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762738.299615:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762738.299619:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762738.299632:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762738.299639:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8ab8c34f5c00 x1876699484674176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.299652:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484674176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.299678:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.299681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762738.299685:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762738.299692:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674304:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762738.299714:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762738.299726:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8ab8c34f6300 x1876699484674304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.299740:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484674304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.299750:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.299753:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762738.299757:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674304:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762738.299775:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484674432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762738.299796:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762738.299808:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8ab8c34f4380 x1876699484674432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.299822:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484674432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.299840:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.299844:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762738.299848:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484674432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762738.299854:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484674560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762738.299872:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762738.299883:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8ab8c34f7b80 x1876699484674560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.299896:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484674560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.299906:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.299950:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762738.299959:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484674560:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762739.002997:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762740.027008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762741.051061:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762742.075035:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762743.099004:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762743.418956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762743.418965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762743.418969:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762743.418977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2731
00000100:00080000:3.0:1789762743.418986:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762743.418991:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762743.419029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484674688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762743.419056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762743.419061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762743.419062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762743.419066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2731
00000100:00080000:3.0:1789762743.419069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762743.419072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762743.419079:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762743.419090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484674816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762743.419098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762743.419100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762743.419102:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762743.419104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2731
00000100:00080000:3.0:1789762743.419106:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762743.419111:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484674688:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762743.419112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762743.419119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762743.419125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484674944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762743.419132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762743.419135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762743.419136:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762743.419138:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2731
00000100:00080000:3.0:1789762743.419141:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762743.419144:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762743.419148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762743.419156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484675072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762743.419163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762743.419165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762743.419166:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762743.419169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762743.419173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2731
00000100:00080000:3.0:1789762743.419177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762743.419180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762743.419183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762743.419191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484675200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762743.419196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762743.419198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762743.419199:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762743.419202:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2731
00000100:00080000:3.0:1789762743.419205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762743.419209:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8ab8c34f7100 x1876699484674688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762743.419211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762743.419218:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762743.419230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484675328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762743.419232:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484674688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762743.419254:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762743.419258:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762743.419263:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484674688:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762743.419269:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762743.419285:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762743.419294:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8ab8c34f5f80 x1876699484674816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762743.419302:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484674816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762743.419308:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762743.419319:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762743.419321:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762743.419340:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762743.419353:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762743.419360:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8ab8c34f6d80 x1876699484674944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762743.419368:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484674944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762743.419389:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762743.419391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762743.419394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484674944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762743.419398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484675072:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762743.419413:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762743.419421:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8ab8c34f5880 x1876699484675072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762743.419429:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484675072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762743.419434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762743.419436:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762743.419438:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484675072:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762743.419441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484675200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762743.419452:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762743.419458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8ab8c34f5180 x1876699484675200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762743.419465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484675200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762743.419470:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762743.419471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762743.419473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484675200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762743.419476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484675328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762743.419487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762743.419493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8ab8c34f7800 x1876699484675328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762743.419507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484675328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762743.419513:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762743.419515:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762743.419517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484675328:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762744.123071:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762745.147014:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762746.171032:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762747.195031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762748.219011:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762748.538933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762748.538942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762748.538946:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762748.538954:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2737
00000100:00080000:3.0:1789762748.538962:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762748.538968:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762748.539000:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484675456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762748.539025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762748.539028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762748.539029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762748.539032:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2737
00000100:00080000:3.0:1789762748.539034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762748.539036:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762748.539044:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762748.539055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484675584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762748.539066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762748.539070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762748.539072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762748.539076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2737
00000100:00080000:3.0:1789762748.539080:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762748.539083:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484675456:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762748.539088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762748.539096:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762748.539109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484675712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762748.539122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762748.539125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762748.539126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762748.539129:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2737
00000100:00080000:3.0:1789762748.539133:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762748.539136:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762748.539140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762748.539150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484675840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762748.539153:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762748.539161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762748.539164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762748.539165:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762748.539169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2737
00000100:00080000:3.0:1789762748.539180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762748.539182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762748.539186:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762748.539196:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff8ab8c34f6680 x1876699484675456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762748.539197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484675968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762748.539229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762748.539232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762748.539233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762748.539237:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484675456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762748.539240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2737
00000100:00080000:3.0:1789762748.539245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762748.539252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762748.539255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762748.539255:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762748.539264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762748.539268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484676096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762748.539272:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484675456:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762748.539285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484675584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762748.539306:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762748.539315:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff8ab8c34f4700 x1876699484675584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762748.539323:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484675584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762748.539328:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762748.539330:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762748.539347:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484675584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762748.539368:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484675712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762748.539382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762748.539390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff8ab8c34f6a00 x1876699484675712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762748.539398:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484675712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762748.539405:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762748.539409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762748.539412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484675712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762748.539418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484675840:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762748.539438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762748.539450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff8ab8c34f5500 x1876699484675840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762748.539463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484675840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762748.539469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762748.539471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762748.539473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484675840:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762748.539478:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484675968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762748.539491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762748.539499:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff8ab8c34f7480 x1876699484675968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762748.539507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484675968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762748.539512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762748.539514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762748.539516:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484675968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762748.539519:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484676096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762748.539529:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762748.539535:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762748/real 1789762748]  req@ffff8ab8c34f4000 x1876699484676096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762748.539549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484676096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762748.539555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762748.539557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762748.539559:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484676096:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762749.242989:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762750.266961:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762751.291011:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762752.314990:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762753.339037:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762753.658922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762753.658930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762753.658934:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762753.658942:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2742
00000100:00080000:3.0:1789762753.658957:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762753.658963:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762753.658995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484676224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762753.659016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762753.659019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762753.659020:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762753.659023:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2742
00000100:00080000:3.0:1789762753.659026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762753.659028:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762753.659035:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762753.659043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484676352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762753.659050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762753.659053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762753.659055:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762753.659058:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2742
00000100:00080000:3.0:1789762753.659062:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762753.659066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762753.659070:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762753.659082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484676480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762753.659094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762753.659096:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484676224:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762753.659102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762753.659106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762753.659111:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2742
00000100:00080000:3.0:1789762753.659115:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762753.659119:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762753.659123:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762753.659134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484676608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762753.659141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762753.659144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762753.659145:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762753.659148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2742
00000100:00080000:3.0:1789762753.659150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762753.659154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789762753.659156:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789762753.659161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762753.659170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484676736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762753.659177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762753.659179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762753.659180:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762753.659183:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2742
00000100:00080000:3.0:1789762753.659185:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762753.659188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762753.659191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762753.659196:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff8ab8c34f4000 x1876699484676224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762753.659200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484676864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762753.659235:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484676224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762753.659243:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762753.659247:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762753.659250:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484676224:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762753.659254:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484676352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762753.659269:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762753.659277:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff8ab8c34f7480 x1876699484676352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762753.659284:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484676352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762753.659290:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762753.659292:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762753.659294:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484676352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762753.659329:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484676480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762753.659342:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762753.659349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff8ab8c34f5500 x1876699484676480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762753.659356:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484676480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762753.659365:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762753.659367:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762753.659369:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484676480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762753.659373:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484676608:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762753.659384:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762753.659390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff8ab8c34f6a00 x1876699484676608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762753.659397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484676608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762753.659402:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762753.659404:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762753.659405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484676608:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762753.659409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484676736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762753.659419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762753.659425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff8ab8c34f4700 x1876699484676736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762753.659433:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484676736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762753.659437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762753.659439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762753.659441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484676736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762753.659445:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484676864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762753.659454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762753.659460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762753/real 1789762753]  req@ffff8ab8c34f6680 x1876699484676864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762753.659467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484676864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762753.659472:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762753.659473:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762753.659475:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484676864:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762754.363071:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762755.386995:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762756.410996:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762757.435012:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762758.459152:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762758.779021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.779032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762758.779037:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.779047:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2747
00000100:00080000:0.0:1789762758.779058:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.779067:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762758.779102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484676992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762758.779139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.779142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762758.779143:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.779147:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2747
00000100:00080000:0.0:1789762758.779150:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.779153:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762758.779160:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762758.779170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484677120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762758.779178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.779180:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762758.779183:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.779187:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2747
00000100:00080000:0.0:1789762758.779189:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.779191:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762758.779194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762758.779194:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484676992:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762758.779204:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484677248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762758.779211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.779213:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762758.779214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.779217:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2747
00000100:00080000:0.0:1789762758.779219:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.779221:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762758.779224:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762758.779232:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484677376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762758.779243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.779245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762758.779246:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.779249:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2747
00000100:00080000:0.0:1789762758.779251:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.779253:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762758.779256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762758.779275:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762758.779285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484677504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762758.779293:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762758.779296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762758.779297:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762758.779301:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2747
00000100:00080000:0.0:1789762758.779304:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762758.779307:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762758.779311:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762758.779316:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff8ab8c2fe8e00 x1876699484676992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762758.779321:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484677632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762758.779347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484676992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.779356:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.779359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762758.779363:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484676992:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762758.779384:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484677120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762758.779401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762758.779410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff8ab8c2feb100 x1876699484677120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.779418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484677120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.779424:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.779426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762758.779429:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484677120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762758.779432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484677248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762758.779442:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762758.779448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff8ab8c2feb480 x1876699484677248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.779455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484677248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.779460:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.779462:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762758.779464:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484677248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762758.779468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484677376:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762758.779478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762758.779484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff8ab8c2feb800 x1876699484677376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.779492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484677376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.779497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.779499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762758.779501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484677376:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762758.779504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484677504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762758.779514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762758.779520:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff8ab8c2fe9180 x1876699484677504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.779527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484677504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.779532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.779534:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762758.779535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484677504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762758.779539:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484677632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762758.779549:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762758.779554:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762758/real 1789762758]  req@ffff8ab8c2fe8000 x1876699484677632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762758.779561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484677632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762758.779571:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762758.779573:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762758.779575:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484677632:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762759.483022:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762760.506993:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762761.531171:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762762.555019:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762763.579041:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762763.898947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762763.898955:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762763.898958:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762763.898965:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2752
00000100:00080000:0.0:1789762763.898974:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762763.898980:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762763.899011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484677760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762763.899034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762763.899037:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762763.899038:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762763.899041:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2752
00000100:00080000:0.0:1789762763.899043:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762763.899045:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762763.899052:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762763.899060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484677888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762763.899067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762763.899069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762763.899070:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762763.899073:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2752
00000100:00080000:0.0:1789762763.899074:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762763.899076:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762763.899079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762763.899084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484678016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762763.899090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762763.899093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762763.899094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762763.899098:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2752
00000100:00080000:0.0:1789762763.899100:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762763.899103:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762763.899105:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762763.899111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484678144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762763.899119:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484677760:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762763.899120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762763.899128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762763.899130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762763.899133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2752
00000100:00080000:0.0:1789762763.899135:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762763.899137:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762763.899140:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762763.899148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484678272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762763.899154:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762763.899156:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762763.899157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762763.899160:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2752
00000100:00080000:0.0:1789762763.899162:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762763.899164:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762763.899167:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762763.899175:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484678400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762763.899182:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762763.899217:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff8ab8c2fe9c00 x1876699484677760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762763.899251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484677760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762763.899263:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762763.899267:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762763.899271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484677760:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762763.899279:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484677888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762763.899304:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762763.899315:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff8ab8c2fe8380 x1876699484677888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762763.899323:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484677888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762763.899328:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762763.899331:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762763.899333:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484677888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762763.899337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762763.899349:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762763.899356:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff8ab8c2fe8a80 x1876699484678016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762763.899363:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484678016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762763.899368:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762763.899370:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762763.899372:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762763.899391:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678144:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762763.899402:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762763.899408:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff8ab8c2fead80 x1876699484678144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762763.899415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484678144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762763.899420:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762763.899422:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762763.899424:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678144:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762763.899428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484678272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762763.899438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762763.899444:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff8ab8c2fe9880 x1876699484678272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762763.899451:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484678272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762763.899456:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762763.899458:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762763.899460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484678272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762763.899463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484678400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762763.899473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762763.899479:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762763/real 1789762763]  req@ffff8ab8c2fe8000 x1876699484678400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762763.899486:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484678400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762763.899491:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762763.899492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762763.899494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484678400:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762764.602999:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762765.627154:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762766.651031:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762767.675123:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762768.699113:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762769.019062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.019076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762769.019082:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.019098:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2757
00000100:00080000:0.0:1789762769.019115:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.019126:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762769.019201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484678528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.019248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.019254:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.019256:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.019261:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2757
00000100:00080000:0.0:1789762769.019267:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.019273:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762769.019289:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.019313:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484678656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762769.019332:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484678528:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762769.019333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.019352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762769.019359:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.019372:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2757
00000100:00080000:0.0:1789762769.019381:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.019389:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762769.019398:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.019420:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484678784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.019436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.019441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.019445:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.019453:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2757
00000100:00080000:0.0:1789762769.019462:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.019469:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762769.019477:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762769.019498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484678912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.019513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.019518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.019520:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.019525:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2757
00000100:00080000:0.0:1789762769.019529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.019534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762769.019542:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.019559:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484679040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.019571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.019575:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762769.019579:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.019593:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2757
00000100:00080000:0.0:1789762769.019598:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.019603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762769.019609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.019626:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484679168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762769.019769:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.019837:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.019974:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678912:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762769.020030:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484679040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.020078:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484679168:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762769.723132:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762770.746993:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762771.771052:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762772.091148:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762772.091204:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762772.091223:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762772.091262:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762772.091273:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762772.091284:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762772.091296:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789762772.091299:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762772]  req@ffff8ab8c2feb800 x1876699484678656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789762772.091315:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789762772.091342:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484678656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762772.091354:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762772.091359:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762772.091364:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762772.091379:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762772]  req@ffff8ab8c2feb480 x1876699484678784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762772.091394:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484678784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762772.091404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762772.091408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762772.091411:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762772.091418:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762772]  req@ffff8ab8c2feb100 x1876699484678912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762772.091431:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484678912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762772.091440:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762772.091444:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762772.091447:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484678912:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762772.091453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762772]  req@ffff8ab8c2fe8e00 x1876699484679040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762772.091465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484679040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762772.091473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762772.091477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762772.091481:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484679040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762772.091487:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762772]  req@ffff8ab8c2fe9180 x1876699484678528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762772.091499:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484678528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762772.091506:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762772.091509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762772.091512:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484678528:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762772.091541:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762772]  req@ffff8ab8c2feaa00 x1876699484679168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762772.091553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484679168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762772.091560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762772.091564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762772.091567:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484679168:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762772.795073:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762773.818999:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762774.139010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.139018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762774.139022:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.139032:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2762
00000100:00080000:2.0:1789762774.139042:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.139050:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762774.139098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484679296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.139129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.139133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762774.139135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.139140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2762
00000100:00080000:2.0:1789762774.139158:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.139163:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762774.139173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762774.139178:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484679296:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762774.139191:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484679424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.139203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.139207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762774.139209:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.139212:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2762
00000100:00080000:2.0:1789762774.139238:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.139243:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789762774.139249:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762774.139250:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762774.139266:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484679552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.139277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.139280:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762774.139282:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.139287:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2762
00000100:00080000:2.0:1789762774.139291:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762774.139293:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8ab8c33de300 x1876699484679296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762774.139298:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762774.139306:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762774.139321:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484679680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762774.139325:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484679296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762774.139343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.139348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762774.139348:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762774.139352:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762774.139358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762774.139361:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2762
00000100:00080000:2.0:1789762774.139367:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762774.139368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484679296:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762774.139379:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762774.139386:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762774.139398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484679424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762774.139404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484679808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.139418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.139421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762774.139423:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.139428:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2762
00000800:00000100:3.0:1789762774.139434:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762774.139435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.139442:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762774.139449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762774.139454:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8ab8c33df100 x1876699484679424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762774.139463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484679936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762774.139476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484679424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.139489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.139493:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762774.139497:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484679424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.139503:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484679552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.139524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762774.139536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8ab8c33de680 x1876699484679552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.139550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484679552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.139558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.139562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762774.139565:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484679552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.139572:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484679680:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762774.139592:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762774.139603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8ab8c33df800 x1876699484679680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.139616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484679680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.139625:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.139628:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762774.139632:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484679680:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762774.139648:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484679808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.139670:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762774.139682:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8ab8c33ded80 x1876699484679808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.139847:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484679808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.139857:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.139860:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762774.139888:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484679808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.139895:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484679936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.139919:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762774.139931:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8ab8c33ddf80 x1876699484679936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.139944:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484679936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.139952:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.139955:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762774.139958:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484679936:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762774.843037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762775.867025:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762776.890970:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762777.915019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762778.939017:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762779.258950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762779.258958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762779.258962:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762779.258969:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2767
00000100:00080000:3.0:1789762779.258978:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762779.258984:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762779.259016:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484680064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762779.259045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762779.259047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762779.259049:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762779.259052:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2767
00000100:00080000:3.0:1789762779.259054:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762779.259060:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762779.259067:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762779.259077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484680192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762779.259084:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762779.259086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762779.259088:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762779.259090:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2767
00000100:00080000:3.0:1789762779.259093:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762779.259098:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484680064:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762779.259098:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762779.259120:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762779.259130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484680320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762779.259138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762779.259140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762779.259141:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762779.259144:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2767
00000100:00080000:3.0:1789762779.259158:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762779.259162:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762779.259165:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762779.259169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762779.259177:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484680448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762779.259185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762779.259187:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762779.259189:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762779.259191:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2767
00000100:00080000:3.0:1789762779.259193:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762779.259195:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762779.259199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762779.259209:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8ab8c34f7800 x1876699484680064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.259210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484680576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762779.259235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762779.259240:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762779.259241:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762779.259245:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2767
00000100:00080000:3.0:1789762779.259247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762779.259249:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484680064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.259252:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762779.259258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762779.259268:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762779.259269:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484680704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762779.259275:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762779.259284:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484680064:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762779.259293:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484680192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762779.259311:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762779.259319:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8ab8c34f5180 x1876699484680192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762779.259328:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484680192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762779.259334:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762779.259336:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762779.259339:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484680192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762779.259357:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484680320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762779.259368:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762779.259375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8ab8c34f5880 x1876699484680320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762779.259382:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484680320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762779.259388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762779.259390:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762779.259391:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484680320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762779.259395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484680448:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762779.259409:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762779.259420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8ab8c34f6d80 x1876699484680448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762779.259432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484680448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762779.259441:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762779.259444:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762779.259449:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484680448:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762779.259455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484680576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762779.259474:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762779.259483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8ab8c34f5f80 x1876699484680576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762779.259490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484680576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762779.259496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762779.259497:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762779.259500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484680576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762779.259504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484680704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762779.259514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762779.259520:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8ab8c34f7100 x1876699484680704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762779.259527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484680704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762779.259532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762779.259534:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762779.259537:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484680704:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762779.963019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762780.987075:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762782.011032:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762783.035092:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762784.058975:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762784.378970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.378977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762784.378980:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.378988:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2772
00000100:00080000:2.0:1789762784.378997:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.379003:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762784.379033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484680832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762784.379057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.379060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762784.379061:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.379064:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2772
00000100:00080000:2.0:1789762784.379078:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.379081:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762784.379089:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762784.379095:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484680832:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762784.379100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484680960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762784.379109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.379112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762784.379113:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.379116:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2772
00000100:00080000:2.0:1789762784.379118:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.379120:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762784.379124:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762784.379133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484681088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762784.379140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.379142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762784.379143:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.379145:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2772
00000100:00080000:2.0:1789762784.379148:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762784.379151:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762784.379155:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762784.379159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762784.379168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484681216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762784.379175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.379177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762784.379179:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762784.379182:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2772
00000100:00080000:2.0:1789762784.379185:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762784.379190:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762784.379190:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8ab8c33dfb80 x1876699484680832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762784.379198:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762784.379211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484681344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762784.379214:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484680832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762784.379232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762784.379235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762784.379236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762784.379236:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.379243:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762784.379246:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2772
00000100:00080000:2.0:1789762784.379250:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762784.379250:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484680832:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762784.379256:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762784.379260:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762784.379267:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484681472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762784.379275:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484680960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.379293:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762784.379303:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8ab8c33ddc00 x1876699484680960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.379312:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484680960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.379318:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.379320:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762784.379322:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484680960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.379326:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.379337:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762784.379344:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8ab8c33df480 x1876699484681088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.379351:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484681088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.379356:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.379358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762784.379360:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.379363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681216:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762784.379374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762784.379380:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8ab8c33ddf80 x1876699484681216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.379396:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484681216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.379401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.379403:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762784.379405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681216:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762784.379409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484681344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.379420:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762784.379427:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8ab8c33ded80 x1876699484681344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.379434:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484681344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.379439:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.379441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762784.379444:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484681344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.379454:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484681472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.379464:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762784.379470:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8ab8c33df800 x1876699484681472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.379477:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484681472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.379482:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.379484:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762784.379486:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484681472:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762785.083114:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762786.106977:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762787.131041:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762788.155077:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762789.179043:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762789.498937:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.498945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762789.498948:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762789.498957:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2778
00000100:00080000:2.0:1789762789.498966:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.498973:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762789.499005:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484681600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762789.499026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.499041:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762789.499042:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762789.499046:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2778
00000100:00080000:2.0:1789762789.499050:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.499053:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762789.499061:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762789.499068:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484681600:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762789.499074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484681728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762789.499087:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.499090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762789.499092:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762789.499097:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2778
00000100:00080000:2.0:1789762789.499115:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.499122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789762789.499123:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762789.499132:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762789.499146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484681856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762789.499153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.499156:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762789.499157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762789.499161:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff8ab8c33de680 x1876699484681600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762789.499163:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2778
00000100:00080000:2.0:1789762789.499170:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.499177:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762789.499181:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762789.499184:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484681600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762789.499193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484681984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762789.499193:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.499202:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762789.499209:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484681600:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762789.499211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.499217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762789.499219:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762789.499223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2778
00000100:00080000:2.0:1789762789.499226:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.499228:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762789.499231:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762789.499234:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762789.499240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484682112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762789.499249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762789.499251:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762789.499253:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762789.499257:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762789.499260:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2778
00000100:00080000:2.0:1789762789.499265:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762789.499268:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762789.499271:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762789.499273:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff8ab8c33df100 x1876699484681728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762789.499281:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484682240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762789.499290:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484681728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.499297:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.499301:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762789.499303:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762789.499308:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.499321:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762789.499328:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff8ab8c33de300 x1876699484681856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.499335:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484681856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.499340:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.499342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762789.499351:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762789.499355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681984:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762789.499368:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762789.499375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff8ab8c33dc380 x1876699484681984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.499383:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484681984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.499388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.499390:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762789.499392:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484681984:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762789.499401:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484682112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.499412:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762789.499419:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff8ab8c33dc000 x1876699484682112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.499426:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484682112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.499431:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.499433:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762789.499435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484682112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762789.499438:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484682240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.499448:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762789.499453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff8ab8c33dc700 x1876699484682240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.499459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484682240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.499465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.499466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762789.499468:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484682240:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762790.203044:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762791.227075:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762792.251058:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762793.275097:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762794.299023:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762794.619005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762794.619015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762794.619019:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762794.619029:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2783
00000100:00080000:3.0:1789762794.619040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762794.619048:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762794.619088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484682368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762794.619116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762794.619121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762794.619123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762794.619128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2783
00000100:00080000:3.0:1789762794.619132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762794.619137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762794.619146:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762794.619157:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484682368:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762794.619164:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484682496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762794.619178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762794.619182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762794.619185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762794.619189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2783
00000100:00080000:3.0:1789762794.619193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762794.619198:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762794.619204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762794.619218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484682624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762794.619228:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762794.619232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762794.619237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762794.619240:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762794.619245:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2783
00000100:00080000:3.0:1789762794.619254:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762794.619258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762794.619264:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762794.619277:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff8ab8c34f7b80 x1876699484682368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762794.619280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484682752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762794.619311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762794.619320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762794.619322:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762794.619327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2783
00000100:00080000:3.0:1789762794.619332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762794.619333:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484682368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762794.619340:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762794.619349:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762794.619364:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762794.619368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484682880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762794.619373:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762794.619383:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484682368:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762794.619389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762794.619394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762794.619396:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762794.619401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2783
00000100:00080000:3.0:1789762794.619406:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762794.619410:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484682496:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762794.619412:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762794.619422:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762794.619438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484683008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762794.619443:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762794.619458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff8ab8c34f4380 x1876699484682496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762794.619468:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484682496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762794.619475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762794.619477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762794.619480:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484682496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762794.619485:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484682624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762794.619501:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762794.619513:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff8ab8c34f6300 x1876699484682624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762794.619526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484682624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762794.619536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762794.619539:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762794.619542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484682624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762794.619548:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484682752:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762794.619569:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762794.619581:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff8ab8c34f5c00 x1876699484682752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762794.619595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484682752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762794.619604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762794.619607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762794.619611:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484682752:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762794.619625:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484682880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762794.619646:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762794.619655:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff8ab8c34f4a80 x1876699484682880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762794.619663:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484682880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762794.619669:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762794.619671:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762794.619673:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484682880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762794.619685:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484683008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762794.619696:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762794.619703:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762794/real 1789762794]  req@ffff8ab8c34f7b80 x1876699484683008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762794.619711:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484683008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762794.619716:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762794.619718:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762794.619720:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484683008:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762795.323048:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762796.347144:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762797.370990:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762798.394996:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762799.418998:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762799.739089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762799.739101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762799.739106:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762799.739133:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2788
00000100:00080000:3.0:1789762799.739145:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762799.739152:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762799.739193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484683136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762799.739219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762799.739222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762799.739224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762799.739227:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2788
00000100:00080000:3.0:1789762799.739230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762799.739234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762799.739241:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762799.739253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484683264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762799.739261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762799.739264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762799.739265:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762799.739268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2788
00000100:00080000:3.0:1789762799.739271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762799.739273:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762799.739278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762799.739279:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484683136:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762799.739287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484683392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762799.739294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762799.739297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762799.739298:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762799.739301:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2788
00000100:00080000:3.0:1789762799.739303:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762799.739306:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762799.739309:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762799.739317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484683520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762799.739323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762799.739326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762799.739327:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762799.739330:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2788
00000100:00080000:3.0:1789762799.739333:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762799.739336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789762799.739341:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789762799.739342:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762799.739352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484683648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762799.739359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762799.739362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762799.739363:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762799.739365:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2788
00000100:00080000:3.0:1789762799.739368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762799.739371:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762799.739375:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762799.739380:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff8ab8c34f7100 x1876699484683136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762799.739384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484683776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762799.739417:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484683136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762799.739426:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762799.739429:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762799.739433:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484683136:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762799.739452:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484683264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762799.739468:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762799.739476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff8ab8c34f5f80 x1876699484683264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762799.739489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484683264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762799.739510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762799.739513:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762799.739515:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484683264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762799.739518:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484683392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762799.739530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762799.739536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff8ab8c34f6d80 x1876699484683392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762799.739543:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484683392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762799.739548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762799.739550:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762799.739552:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484683392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762799.739556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484683520:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789762799.739566:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762799.739572:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff8ab8c34f5880 x1876699484683520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762799.739579:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484683520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762799.739589:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762799.739591:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762799.739593:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484683520:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789762799.739596:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484683648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762799.739615:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762799.739622:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff8ab8c34f5180 x1876699484683648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762799.739629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484683648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762799.739634:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762799.739636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762799.739638:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484683648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762799.739642:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484683776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789762799.739652:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762799.739658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762799/real 1789762799]  req@ffff8ab8c34f7800 x1876699484683776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762799.739664:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484683776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762799.739669:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762799.739671:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762799.739673:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484683776:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762800.443064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762801.467003:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762802.491038:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762803.515011:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762804.539092:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762804.858964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762804.858976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762804.858980:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762804.858992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2793
00000100:00080000:3.0:1789762804.859009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762804.859018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762804.859059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484683904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762804.859091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762804.859095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762804.859096:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762804.859100:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2793
00000100:00080000:3.0:1789762804.859103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762804.859107:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762804.859122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762804.859132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484683904:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762804.859139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484684032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762804.859149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762804.859152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762804.859153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762804.859157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2793
00000100:00080000:3.0:1789762804.859161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762804.859164:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762804.859168:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762804.859178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484684160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762804.859185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762804.859188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762804.859190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762804.859194:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2793
00000100:00080000:3.0:1789762804.859204:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762804.859209:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762804.859218:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762804.859219:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762804.859242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484684288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762804.859256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762804.859261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762804.859266:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762804.859271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2793
00000100:00080000:3.0:1789762804.859275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762804.859277:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff8ab8c34f6680 x1876699484683904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762804.859281:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762804.859291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762804.859302:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484683904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762804.859305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484684416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762804.859319:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762804.859323:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762804.859326:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484683904:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762804.859350:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762804.859367:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762804.859377:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff8ab8c34f4700 x1876699484684032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762804.859409:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484684032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762804.859409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762804.859416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762804.859422:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762804.859425:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762804.859427:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762804.859431:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762804.859444:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762804.859450:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff8ab8c34f6a00 x1876699484684160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762804.859458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484684160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762804.859463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762804.859465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762804.859467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762804.859472:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684288:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762804.859484:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762804.859491:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff8ab8c34f5500 x1876699484684288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762804.859500:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484684288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762804.859505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762804.859508:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762804.859510:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684288:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762804.859520:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484684416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762804.859532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762804.859540:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff8ab8c34f7480 x1876699484684416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762804.859548:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484684416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762804.859554:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762804.859557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762804.859559:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762804.859562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484684416:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762804.859566:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2793
00000100:00080000:3.0:1789762804.859571:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762804.859575:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762804.859581:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762804.859598:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484684544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762804.859714:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484684544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762804.859753:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762804.859771:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762804/real 1789762804]  req@ffff8ab8c34f4000 x1876699484684544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762804.859780:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484684544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762804.859786:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762804.859789:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762804.859791:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484684544:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762805.563085:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762806.587091:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762807.611084:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762808.635110:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762809.659082:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762809.978997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762809.979011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762809.979017:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762809.979030:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2798
00000100:00080000:3.0:1789762809.979045:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762809.979054:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762809.979112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484684672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762809.979150:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762809.979154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762809.979156:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762809.979161:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2798
00000100:00080000:3.0:1789762809.979166:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762809.979172:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762809.979192:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762809.979202:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484684672:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762809.979216:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484684800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762809.979229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762809.979233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762809.979235:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762809.979240:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2798
00000100:00080000:3.0:1789762809.979245:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762809.979249:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762809.979256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762809.979269:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484684928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762809.979279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762809.979283:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762809.979288:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762809.979289:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762809.979296:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2798
00000100:00080000:3.0:1789762809.979302:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762809.979307:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762809.979313:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762809.979327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484685056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762809.979338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762809.979342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762809.979344:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762809.979350:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809]  req@ffff8ab8c34f4000 x1876699484684672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762809.979353:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2798
00000100:00080000:3.0:1789762809.979361:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762809.979370:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762809.979377:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762809.979385:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484684672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762809.979392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484685184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762809.979409:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762809.979412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762809.979418:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762809.979419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762809.979425:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762809.979430:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484684672:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762809.979434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2798
00000100:00080000:3.0:1789762809.979442:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762809.979446:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762809.979452:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762809.979465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484685312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762809.979467:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762809.979499:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762809.979516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809]  req@ffff8ab8c34f7480 x1876699484684800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762809.979531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484684800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762809.979540:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762809.979544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762809.979548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762809.979554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762809.979571:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762809.979581:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809]  req@ffff8ab8c34f5500 x1876699484684928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762809.979593:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484684928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762809.979609:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762809.979612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762809.979616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484684928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762809.979622:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484685056:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762809.979638:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762809.979647:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809]  req@ffff8ab8c34f6a00 x1876699484685056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762809.979657:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484685056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762809.979663:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762809.979665:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762809.979667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484685056:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762809.979670:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484685184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762809.979683:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762809.979691:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809]  req@ffff8ab8c34f4700 x1876699484685184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762809.979698:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484685184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762809.979703:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762809.979705:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762809.979708:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484685184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762809.979720:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484685312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762809.979731:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762809.979738:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762809/real 1789762809]  req@ffff8ab8c34f6680 x1876699484685312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762809.979745:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484685312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762809.979750:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762809.979752:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762809.979754:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484685312:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762810.683048:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762811.707025:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762812.731030:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762813.755004:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762814.779050:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762815.098983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.098991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762815.098995:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.099003:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2803
00000100:00080000:1.0:1789762815.099013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.099018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762815.099050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484685440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.099075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.099077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.099079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.099081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2803
00000100:00080000:1.0:1789762815.099084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.099086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762815.099094:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.099105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484685568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.099112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.099115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.099116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.099119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2803
00000100:00080000:1.0:1789762815.099121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762815.099126:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484685440:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762815.099127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762815.099133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.099141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484685696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.099148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.099150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.099151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.099155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2803
00000100:00080000:1.0:1789762815.099157:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.099160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762815.099163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762815.099170:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484685824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.099177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.099180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.099181:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762815.099186:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762815.099187:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2803
00000100:00080000:1.0:1789762815.099193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.099196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762815.099199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.099207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484685952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.099213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.099215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.099217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.099221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2803
00000100:00080000:1.0:1789762815.099224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762815.099227:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff8ab8d84a8380 x1876699484685440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762815.099231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762815.099240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762815.099249:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484685440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762815.099256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484686080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762815.099260:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.099268:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762815.099276:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484685440:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762815.099285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484685568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762815.099302:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762815.099312:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff8ab8d84a8000 x1876699484685568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.099320:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484685568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.099325:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.099328:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762815.099330:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484685568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762815.099355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484685696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762815.099368:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762815.099375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff8ab8d84ab800 x1876699484685696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.099383:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484685696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.099388:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.099390:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762815.099392:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484685696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762815.099396:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484685824:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762815.099406:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762815.099412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff8ab8d84a9500 x1876699484685824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.099424:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484685824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.099429:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.099431:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762815.099433:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484685824:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762815.099438:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484685952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762815.099455:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762815.099467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff8ab8d84a9880 x1876699484685952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.099490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484685952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.099497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.099499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762815.099501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484685952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762815.099506:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484686080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762815.099522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762815.099529:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff8ab8d84a8700 x1876699484686080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.099537:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484686080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.099546:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.099548:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762815.099551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484686080:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762815.802995:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762816.827065:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762817.851051:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762818.874983:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762819.898979:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762820.218934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.218943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762820.218946:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.218954:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2808
00000100:00080000:1.0:1789762820.218965:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.218973:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762820.219012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484686208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762820.219042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.219047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762820.219048:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.219052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2808
00000100:00080000:1.0:1789762820.219055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.219058:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762820.219065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762820.219078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484686336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762820.219086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.219088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762820.219090:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.219096:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2808
00000100:00100000:0.0:1789762820.219098:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484686208:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762820.219099:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.219106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762820.219110:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762820.219118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484686464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762820.219126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.219129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762820.219130:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.219133:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2808
00000100:00080000:1.0:1789762820.219151:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.219153:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762820.219157:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762820.219158:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762820.219169:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484686592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762820.219179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.219181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762820.219182:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.219186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2808
00000100:00080000:1.0:1789762820.219189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.219192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762820.219196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762820.219200:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8ab8d84aa680 x1876699484686208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762820.219208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484686720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762820.219216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762820.219219:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484686208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762820.219220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762820.219224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.219231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2808
00000100:00080000:1.0:1789762820.219237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762820.219238:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762820.219241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762820.219246:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:1.0:1789762820.219247:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762820.219252:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484686208:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762820.219261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484686848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762820.219262:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484686336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.219290:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762820.219307:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8ab8d84a8a80 x1876699484686336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.219321:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484686336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.219330:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.219333:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762820.219338:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484686336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.219360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484686464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.219375:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762820.219383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8ab8d84aad80 x1876699484686464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.219391:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484686464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.219396:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.219398:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762820.219401:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484686464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.219404:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484686592:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762820.219415:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762820.219421:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8ab8d84a9f80 x1876699484686592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.219428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484686592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.219433:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.219434:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762820.219436:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484686592:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762820.219439:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484686720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.219449:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762820.219456:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8ab8d84ab480 x1876699484686720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.219463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484686720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.219468:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.219470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762820.219472:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484686720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.219475:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484686848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.219485:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762820.219490:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8ab8d84ab100 x1876699484686848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.219498:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484686848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.219502:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.219504:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762820.219506:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484686848:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762820.922981:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762821.947037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762822.970972:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762823.995038:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762825.019037:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762825.338955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.338967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762825.338971:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.338981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2813
00000100:00080000:1.0:1789762825.338994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.339001:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762825.339047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484686976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.339079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.339084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762825.339087:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.339092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2813
00000100:00080000:1.0:1789762825.339096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.339100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762825.339114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762825.339126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484687104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.339135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.339138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762825.339139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.339143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2813
00000100:00080000:1.0:1789762825.339145:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.339151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762825.339153:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484686976:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789762825.339155:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762825.339168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484687232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.339175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.339178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762825.339179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.339182:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2813
00000100:00080000:1.0:1789762825.339185:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.339187:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762825.339190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762825.339199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484687360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.339206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.339209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762825.339211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.339213:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2813
00000100:00080000:1.0:1789762825.339218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.339221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762825.339225:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762825.339236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484687488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762825.339237:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762825.339246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.339250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762825.339251:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.339254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2813
00000100:00080000:1.0:1789762825.339257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.339259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762825.339263:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762825.339271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484687616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762825.339291:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8ab8d84abb80 x1876699484686976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.339308:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484686976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.339318:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.339322:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762825.339326:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484686976:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762825.339331:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484687104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.339347:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762825.339356:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8ab8d84a9c00 x1876699484687104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.339364:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484687104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.339369:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.339371:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762825.339374:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484687104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.339397:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484687232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.339408:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762825.339414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8ab8d84a9180 x1876699484687232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.339422:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484687232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.339427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.339430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762825.339432:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484687232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.339436:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484687360:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762825.339447:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762825.339453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8ab8d84a8e00 x1876699484687360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.339461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484687360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.339467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.339468:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762825.339470:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484687360:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762825.339474:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484687488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.339484:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762825.339491:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8ab8d84aa300 x1876699484687488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.339498:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484687488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.339503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.339505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762825.339506:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484687488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.339510:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484687616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.339520:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762825.339526:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8ab8d84ab100 x1876699484687616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.339534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484687616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.339539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.339541:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762825.339543:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484687616:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762826.043000:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762827.066963:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762828.090999:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762829.115063:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762830.139034:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762830.458979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762830.458990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762830.458994:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.459004:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2819
00000100:00080000:3.0:1789762830.459015:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.459023:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762830.459071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484687744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762830.459095:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762830.459098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762830.459099:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.459102:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2819
00000100:00080000:3.0:1789762830.459104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.459107:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762830.459118:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762830.459129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484687872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762830.459138:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762830.459144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762830.459145:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484687744:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762830.459146:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.459161:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2819
00000100:00080000:3.0:1789762830.459166:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.459173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762830.459179:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762830.459208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484688000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762830.459221:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762830.459230:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762830.459231:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762830.459237:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.459243:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2819
00000100:00080000:3.0:1789762830.459250:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.459257:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762830.459264:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762830.459283:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8ab8c34f7800 x1876699484687744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.459291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484688128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762830.459311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484687744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.459312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762830.459332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762830.459337:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762830.459339:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.459353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762830.459353:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2819
00000100:00100000:0.0:1789762830.459362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484687744:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762830.459373:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.459381:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762830.459388:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762830.459395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484687872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762830.459407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484688256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762830.459425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762830.459430:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762830.459439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762830.459442:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762830.459448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8ab8c34f5180 x1876699484687872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.459452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2819
00000100:00080000:3.0:1789762830.459466:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762830.459472:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484687872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.459488:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762830.459489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.459500:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789762830.459503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762830.459504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484687872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762830.459520:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762830.459534:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484688384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762830.459546:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762830.459557:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8ab8c34f5880 x1876699484688000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.459621:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484688000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.459629:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.459633:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762830.459638:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762830.459648:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688128:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762830.459670:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762830.459682:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8ab8c34f6d80 x1876699484688128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.459694:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484688128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.459699:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.459702:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762830.459704:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688128:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762830.459718:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484688256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762830.459749:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762830.459757:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8ab8c34f5f80 x1876699484688256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.459766:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484688256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.459771:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.459773:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762830.459775:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484688256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762830.459779:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484688384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762830.459790:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762830.459796:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8ab8c34f7100 x1876699484688384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.459803:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484688384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.459808:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.459810:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762830.459812:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484688384:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762831.162976:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762832.187031:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762833.211053:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762834.235042:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762835.259000:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762835.578952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762835.578960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762835.578963:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762835.578971:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2824
00000100:00080000:2.0:1789762835.578979:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762835.578985:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762835.579019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484688512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762835.579042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762835.579045:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762835.579047:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762835.579050:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2824
00000100:00080000:2.0:1789762835.579052:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762835.579055:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762835.579062:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762835.579069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484688640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762835.579082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762835.579084:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762835.579085:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762835.579088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2824
00000100:00080000:2.0:1789762835.579090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762835.579092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762835.579095:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762835.579101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484688768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762835.579107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762835.579110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762835.579111:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762835.579113:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2824
00000100:00080000:2.0:1789762835.579115:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762835.579118:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762835.579121:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762835.579127:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484688512:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762835.579130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484688896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762835.579139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762835.579142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762835.579143:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762835.579145:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2824
00000100:00080000:2.0:1789762835.579147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762835.579149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762835.579152:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762835.579161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484689024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762835.579167:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762835.579169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762835.579170:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762835.579172:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2824
00000100:00080000:2.0:1789762835.579177:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762835.579179:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762835.579182:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762835.579188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484689152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762835.579222:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762835.579258:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762835.579282:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688896:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762835.579296:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484689024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762835.579311:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484689152:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762836.283004:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762837.306976:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762838.330981:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762838.651115:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789762838.651160:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762838.651176:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762838.651221:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762838.651229:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762838.651234:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762838.651239:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789762838.651244:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789762838.651283:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762838]  req@ffff8ab8c33dc700 x1876699484688896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762838.651310:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484688896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762838.651322:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762838.651328:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762838.651333:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688896:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762838.651340:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762838]  req@ffff8ab8c33dc000 x1876699484689024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762838.651354:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484689024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762838.651361:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762838.651365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762838.651368:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484689024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762838.651375:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762838]  req@ffff8ab8c33dc380 x1876699484689152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762838.651385:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484689152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762838.651393:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762838.651396:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762838.651399:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484689152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762838.651405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762838]  req@ffff8ab8c33dd180 x1876699484688512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762838.651418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484688512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762838.651425:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762838.651429:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762838.651432:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484688512:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762838.651439:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762838]  req@ffff8ab8c33dca80 x1876699484688640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762838.651450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484688640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762838.651458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762838.651462:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762838.651465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762838.651471:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762835/real 1789762838]  req@ffff8ab8c33dd880 x1876699484688768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762838.651483:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484688768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762838.651490:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762838.651493:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762838.651496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484688768:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762839.355003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762840.378986:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762840.698966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762840.698975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762840.698978:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762840.698987:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2829
00000100:00080000:2.0:1789762840.698996:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762840.699004:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762840.699042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484689280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762840.699072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762840.699077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762840.699079:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762840.699085:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2829
00000100:00080000:2.0:1789762840.699090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762840.699095:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762840.699104:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484689280:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789762840.699106:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762840.699128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484689408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762840.699141:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762840.699145:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762840.699147:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762840.699153:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2829
00000100:00080000:2.0:1789762840.699165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762840.699171:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789762840.699176:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762840.699179:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762840.699196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484689536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762840.699208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762840.699211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762840.699214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762840.699220:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2829
00000100:00100000:3.0:1789762840.699221:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff8ab8c33de300 x1876699484689280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762840.699226:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762840.699234:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762840.699243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762840.699249:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484689280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762840.699260:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484689664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762840.699262:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762840.699272:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762840.699279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762840.699281:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484689280:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762840.699288:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762840.699292:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762840.699297:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2829
00000100:00080000:2.0:1789762840.699301:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762840.699305:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762840.699311:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762840.699315:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484689408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789762840.699327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484689792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762840.699340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762840.699344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762840.699347:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762840.699348:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762840.699357:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2829
00000100:00080000:2.0:1789762840.699364:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762840.699368:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff8ab8c33df100 x1876699484689408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762840.699372:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762840.699381:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762840.699391:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484689408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762840.699404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484689920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762840.699423:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762840.699430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762840.699435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484689408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762840.699443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484689536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762840.699466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762840.699479:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff8ab8c33de680 x1876699484689536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762840.699491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484689536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762840.699500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762840.699503:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762840.699506:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484689536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762840.699513:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484689664:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762840.699534:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762840.699546:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff8ab8c33df800 x1876699484689664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762840.699559:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484689664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762840.699567:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762840.699570:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762840.699575:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484689664:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762840.699591:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484689792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762840.699611:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762840.699622:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff8ab8c33ded80 x1876699484689792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762840.699635:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484689792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762840.699663:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762840.699666:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762840.699670:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484689792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762840.699680:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484689920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762840.699702:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762840.699712:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762840/real 1789762840]  req@ffff8ab8c33ddf80 x1876699484689920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762840.699724:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484689920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762840.699732:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762840.699736:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762840.699738:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484689920:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762841.403019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762842.426984:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762843.451055:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762844.474985:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762845.499023:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762845.818939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762845.818947:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762845.818950:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762845.818959:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2834
00000100:00080000:2.0:1789762845.818968:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762845.818975:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762845.819008:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484690048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762845.819026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762845.819029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762845.819031:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762845.819034:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2834
00000100:00080000:2.0:1789762845.819036:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762845.819038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762845.819045:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762845.819055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484690176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762845.819064:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484690048:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762845.819081:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762845.819085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762845.819087:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762845.819103:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2834
00000100:00080000:2.0:1789762845.819116:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762845.819124:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762845.819125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762845.819134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762845.819149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484690304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762845.819160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762845.819162:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff8ab8c33df480 x1876699484690048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762845.819167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762845.819172:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762845.819180:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2834
00000100:00080000:2.0:1789762845.819184:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762845.819189:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762845.819191:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484690048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762845.819193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762845.819208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484690432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762845.819209:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.819220:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762845.819222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762845.819227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762845.819230:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484690048:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762845.819231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762845.819238:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2834
00000100:00080000:2.0:1789762845.819242:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762845.819245:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762845.819248:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762845.819254:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484690560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762845.819260:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484690176:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762845.819263:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762845.819267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762845.819268:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762845.819271:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2834
00000100:00080000:2.0:1789762845.819274:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762845.819277:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762845.819281:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762845.819286:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762845.819291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484690688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762845.819300:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff8ab8c33ddc00 x1876699484690176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.819313:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484690176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.819320:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.819322:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762845.819324:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484690176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762845.819328:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484690304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762845.819339:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762845.819346:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff8ab8c33dfb80 x1876699484690304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.819353:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484690304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.819363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.819365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762845.819367:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484690304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762845.819370:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484690432:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762845.819381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762845.819386:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff8ab8c33ddf80 x1876699484690432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.819393:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484690432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.819398:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.819400:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762845.819402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484690432:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762845.819412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484690560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762845.819422:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762845.819429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff8ab8c33ded80 x1876699484690560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.819436:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484690560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.819440:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.819442:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762845.819445:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484690560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762845.819448:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484690688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762845.819458:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762845.819463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762845/real 1789762845]  req@ffff8ab8c33df800 x1876699484690688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762845.819470:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484690688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762845.819475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762845.819477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762845.819479:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484690688:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762846.523015:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762847.546991:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762848.571022:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762849.595003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762850.619031:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762850.938964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.938971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762850.938974:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.938983:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2839
00000100:00080000:3.0:1789762850.938992:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.938997:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762850.939035:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484690816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.939065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.939067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762850.939069:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.939073:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2839
00000100:00080000:3.0:1789762850.939076:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.939079:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762850.939087:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762850.939099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484690944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.939107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.939110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762850.939112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762850.939115:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484690816:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762850.939118:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2839
00000100:00080000:3.0:1789762850.939124:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.939126:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762850.939129:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762850.939139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484691072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.939149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.939153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762850.939155:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.939159:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2839
00000100:00080000:3.0:1789762850.939172:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762850.939174:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762850.939180:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762850.939188:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762850.939200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484691200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762850.939209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762850.939212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762850.939213:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762850.939217:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff8ab8c34f7b80 x1876699484690816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762850.939218:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2839
00000100:00080000:3.0:1789762850.939225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.939234:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762850.939241:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762850.939248:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484690816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762850.939256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484691328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762850.939265:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.939273:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789762850.939274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762850.939278:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484690816:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762850.939279:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762850.939284:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762850.939289:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2839
00000100:00080000:3.0:1789762850.939292:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762850.939295:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762850.939298:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762850.939304:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484690944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762850.939309:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484691456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762850.939328:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762850.939341:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff8ab8c34f4a80 x1876699484690944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.939350:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484690944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.939356:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.939358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762850.939360:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484690944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762850.939364:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762850.939374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762850.939381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff8ab8c34f5c00 x1876699484691072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.939388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484691072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.939393:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.939395:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762850.939398:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762850.939401:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691200:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762850.939411:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762850.939417:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff8ab8c34f6300 x1876699484691200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.939424:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484691200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.939434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.939436:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762850.939438:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691200:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762850.939441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484691328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762850.939451:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762850.939457:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff8ab8c34f4380 x1876699484691328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.939464:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484691328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.939469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.939471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762850.939473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484691328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762850.939483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484691456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762850.939494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762850.939501:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762850/real 1789762850]  req@ffff8ab8c34f7b80 x1876699484691456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762850.939508:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484691456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762850.939512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762850.939514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762850.939517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484691456:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762851.643016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762852.667004:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762853.691031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762854.714988:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762855.738983:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762856.058970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.058979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762856.058982:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.058991:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2844
00000100:00080000:3.0:1789762856.059000:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.059006:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762856.059039:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484691584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.059062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.059065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762856.059066:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.059069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2844
00000100:00080000:3.0:1789762856.059071:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.059073:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762856.059080:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762856.059091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484691712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.059099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762856.059102:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484691584:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762856.059103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762856.059105:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.059111:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2844
00000100:00080000:3.0:1789762856.059114:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.059116:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762856.059119:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762856.059128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484691840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.059135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.059137:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762856.059139:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.059141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2844
00000100:00080000:3.0:1789762856.059145:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.059147:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762856.059150:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762856.059162:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484691968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.059169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762856.059171:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762856.059173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762856.059176:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.059179:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2844
00000100:00080000:3.0:1789762856.059183:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.059185:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762856.059189:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762856.059197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484692096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.059204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.059206:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762856.059207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762856.059211:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8ab8c34f7100 x1876699484691584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.059213:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2844
00000100:00080000:3.0:1789762856.059218:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.059223:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762856.059229:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762856.059239:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484691584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.059240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484692224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762856.059274:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.059282:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762856.059287:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484691584:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762856.059316:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.059334:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762856.059344:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8ab8c34f5f80 x1876699484691712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.059353:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484691712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.059359:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.059363:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762856.059366:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.059373:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.059394:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762856.059405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8ab8c34f6d80 x1876699484691840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.059414:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484691840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.059419:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.059421:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762856.059423:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.059427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691968:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762856.059441:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762856.059448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8ab8c34f5880 x1876699484691968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.059455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484691968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.059460:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.059462:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762856.059464:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484691968:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762856.059468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484692096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.059478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762856.059484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8ab8c34f5180 x1876699484692096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.059496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484692096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.059501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.059503:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762856.059504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484692096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.059508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484692224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.059518:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762856.059524:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8ab8c34f7800 x1876699484692224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.059548:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484692224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.059553:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.059555:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762856.059558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484692224:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762856.763012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762857.787010:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762858.811016:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762859.835027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762860.858996:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762861.178952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762861.178962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762861.178966:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762861.178976:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2849
00000100:00080000:2.0:1789762861.178987:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762861.178993:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762861.179030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484692352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762861.179057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762861.179061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762861.179063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762861.179068:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2849
00000100:00080000:2.0:1789762861.179073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762861.179078:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762861.179088:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762861.179091:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484692352:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762861.179107:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484692480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762861.179121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762861.179125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762861.179127:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762861.179132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2849
00000100:00080000:2.0:1789762861.179138:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762861.179143:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789762861.179146:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762861.179155:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762861.179172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484692608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762861.179183:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762861.179184:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8ab8c33de680 x1876699484692352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762861.179193:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762861.179198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762861.179208:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484692352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762861.179208:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2849
00000100:00080000:2.0:1789762861.179215:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762861.179221:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762861.179223:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762861.179227:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762861.179232:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484692352:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789762861.179233:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762861.179251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484692736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762861.179256:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484692480:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762861.179274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762861.179278:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:0.0:1789762861.179282:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762861.179283:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762861.179292:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2849
00000100:00080000:2.0:1789762861.179298:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762861.179303:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8ab8c33df100 x1876699484692480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762861.179304:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762861.179313:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762861.179329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484692480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762861.179334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484692864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762861.179342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.179353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762861.179353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762861.179362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484692480:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762861.179362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762861.179365:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762861.179373:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2849
00000100:00100000:0.0:1789762861.179376:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484692608:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762861.179379:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762861.179387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762861.179394:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762861.179406:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484692992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762861.179411:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762861.179428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8ab8c33de300 x1876699484692608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.179442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484692608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.179450:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.179454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762861.179457:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484692608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762861.179471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484692736:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762861.179510:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762861.179523:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8ab8c33dd880 x1876699484692736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.179536:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484692736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.179544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.179548:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762861.179551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484692736:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762861.179555:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484692864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.179571:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762861.179579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8ab8c33dca80 x1876699484692864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.179586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484692864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.179591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.179594:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762861.179596:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484692864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762861.179599:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484692992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.179609:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762861.179615:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8ab8c33dd180 x1876699484692992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.179623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484692992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.179628:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.179630:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762861.179631:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484692992:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762861.883003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762862.907019:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762863.930981:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762864.955009:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762865.979086:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762866.298971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.298979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762866.298982:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.298990:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2854
00000100:00080000:2.0:1789762866.299000:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.299006:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762866.299037:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484693120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.299062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.299065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762866.299066:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.299070:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2854
00000100:00080000:2.0:1789762866.299072:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.299074:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762866.299081:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762866.299091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484693248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.299099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.299101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762866.299103:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.299106:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2854
00000100:00080000:2.0:1789762866.299109:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762866.299112:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484693120:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762866.299115:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762866.299123:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762866.299131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484693376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.299137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.299140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762866.299141:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.299144:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2854
00000100:00080000:2.0:1789762866.299147:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.299149:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762866.299153:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762866.299161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484693504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.299168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.299171:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762866.299173:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.299175:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2854
00000100:00080000:2.0:1789762866.299177:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.299180:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789762866.299185:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789762866.299187:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762866.299197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484693632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762866.299204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762866.299207:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762866.299208:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762866.299210:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2854
00000100:00080000:2.0:1789762866.299214:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762866.299217:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762866.299220:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762866.299223:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8ab8c33dc380 x1876699484693120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762866.299231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484693760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762866.299245:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484693120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.299254:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.299258:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762866.299262:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484693120:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762866.299269:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484693248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.299285:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762866.299293:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8ab8c33dc000 x1876699484693248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.299301:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484693248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.299312:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.299314:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762866.299316:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484693248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.299333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484693376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.299344:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762866.299350:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8ab8c33dc700 x1876699484693376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.299358:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484693376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.299363:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.299372:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762866.299375:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484693376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.299379:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484693504:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762866.299390:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762866.299397:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8ab8c33dd180 x1876699484693504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.299404:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484693504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.299410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.299412:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762866.299414:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484693504:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762866.299418:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484693632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.299428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762866.299434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8ab8c33dca80 x1876699484693632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.299442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484693632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.299447:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.299448:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762866.299450:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484693632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.299467:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484693760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.299481:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762866.299489:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8ab8c33dd880 x1876699484693760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.299496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484693760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.299501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.299503:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762866.299505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484693760:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762867.003071:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762868.027035:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762869.051004:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762870.075144:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762871.099094:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762871.419031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762871.419046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762871.419053:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762871.419066:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2859
00000100:00080000:0.0:1789762871.419085:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762871.419093:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762871.419140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484693888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762871.419166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762871.419169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762871.419170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762871.419174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2859
00000100:00080000:0.0:1789762871.419176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762871.419179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762871.419189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762871.419199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484694016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762871.419208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762871.419212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762871.419213:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484693888:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762871.419214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762871.419223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2859
00000100:00080000:0.0:1789762871.419226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762871.419228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762871.419231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762871.419240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484694144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762871.419247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762871.419250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762871.419251:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762871.419254:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2859
00000100:00080000:0.0:1789762871.419256:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762871.419258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762871.419261:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762871.419268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484694272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762871.419275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762871.419277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762871.419278:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762871.419281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2859
00000100:00080000:0.0:1789762871.419285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762871.419287:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762871.419290:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762871.419297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484694400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762871.419302:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762871.419309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762871.419312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762871.419313:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762871.419318:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2859
00000100:00080000:0.0:1789762871.419321:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762871.419325:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762871.419327:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762871.419336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484694528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762871.419359:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8ab8c2fe9f80 x1876699484693888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762871.419375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484693888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762871.419385:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762871.419388:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762871.419391:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484693888:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762871.419427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762871.419448:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762871.419458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8ab8c2fe9500 x1876699484694016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762871.419467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484694016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762871.419473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762871.419476:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762871.419478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762871.419483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762871.419495:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762871.419503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8ab8c2fea680 x1876699484694144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762871.419511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484694144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762871.419517:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762871.419519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762871.419521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762871.419525:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694272:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762871.419536:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762871.419542:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8ab8c2fea300 x1876699484694272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762871.419550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484694272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762871.419555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762871.419557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762871.419558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694272:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762871.419562:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484694400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762871.419573:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762871.419579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8ab8c2febb80 x1876699484694400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762871.419586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484694400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762871.419592:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762871.419595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762871.419597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484694400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762871.419600:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484694528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762871.419610:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762871.419616:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8ab8c2feaa00 x1876699484694528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762871.419628:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484694528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762871.419636:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762871.419640:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762871.419643:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484694528:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762872.123021:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762873.147021:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762874.170992:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762875.195003:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762876.219043:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762876.538945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762876.538953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762876.538956:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762876.538965:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2865
00000100:00080000:1.0:1789762876.538975:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762876.538981:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762876.539011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484694656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762876.539035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762876.539039:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762876.539040:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762876.539043:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2865
00000100:00080000:1.0:1789762876.539046:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762876.539050:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762876.539057:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762876.539068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484694784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762876.539076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762876.539079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762876.539081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762876.539085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2865
00000100:00080000:1.0:1789762876.539087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762876.539093:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762876.539095:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484694656:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789762876.539098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762876.539110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484694912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762876.539120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762876.539123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762876.539124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762876.539126:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2865
00000100:00080000:1.0:1789762876.539129:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762876.539132:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762876.539135:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762876.539144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484695040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762876.539151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762876.539156:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762876.539156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762876.539160:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762876.539165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2865
00000100:00080000:1.0:1789762876.539169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762876.539172:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762876.539176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762876.539185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484695168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762876.539192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762876.539194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762876.539197:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876]  req@ffff8ab8d84ab480 x1876699484694656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762876.539197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762876.539202:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2865
00000100:00080000:1.0:1789762876.539208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762876.539213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762876.539216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762876.539221:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484694656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762876.539230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484695296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762876.539234:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762876.539242:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762876.539247:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484694656:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762876.539253:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762876.539270:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762876.539279:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876]  req@ffff8ab8d84a9f80 x1876699484694784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762876.539287:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484694784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762876.539296:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762876.539299:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762876.539301:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762876.539321:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762876.539333:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762876.539340:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876]  req@ffff8ab8d84aad80 x1876699484694912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762876.539348:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484694912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762876.539354:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762876.539357:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762876.539360:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484694912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762876.539365:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484695040:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762876.539401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762876.539414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876]  req@ffff8ab8d84a8a80 x1876699484695040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762876.539430:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484695040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762876.539438:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762876.539440:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762876.539444:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484695040:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762876.539449:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484695168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762876.539461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762876.539468:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876]  req@ffff8ab8d84aa680 x1876699484695168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762876.539475:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484695168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762876.539480:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762876.539482:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762876.539483:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484695168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762876.539487:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484695296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762876.539497:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762876.539503:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762876/real 1789762876]  req@ffff8ab8d84a8700 x1876699484695296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762876.539510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484695296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762876.539515:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762876.539516:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762876.539518:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484695296:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762877.243016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762878.267099:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762879.290984:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762880.314979:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762881.339025:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762881.658997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762881.659007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762881.659012:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762881.659022:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2870
00000100:00080000:1.0:1789762881.659034:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762881.659043:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762881.659096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484695424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762881.659124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762881.659127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762881.659129:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762881.659133:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2870
00000100:00080000:1.0:1789762881.659135:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762881.659138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762881.659148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762881.659159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484695552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762881.659167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762881.659170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762881.659171:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762881.659174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2870
00000100:00080000:1.0:1789762881.659176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762881.659180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762881.659184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762881.659195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484695680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762881.659204:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484695424:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762881.659206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762881.659222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762881.659225:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762881.659229:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2870
00000100:00080000:1.0:1789762881.659231:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762881.659234:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762881.659238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762881.659250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484695808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762881.659259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762881.659263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762881.659265:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762881.659268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2870
00000100:00080000:1.0:1789762881.659275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762881.659279:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762881.659283:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762881.659288:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762881.659300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484695936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762881.659311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762881.659313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762881.659315:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762881.659319:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2870
00000100:00080000:1.0:1789762881.659323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762881.659327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762881.659331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762881.659337:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff8ab8d84a9880 x1876699484695424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762881.659369:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484695424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762881.659377:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762881.659382:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762881.659386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484695424:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762881.659396:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484695552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762881.659423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762881.659437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff8ab8d84a9500 x1876699484695552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762881.659450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484695552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762881.659459:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762881.659463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762881.659467:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484695552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762881.659490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484696064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762881.659496:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484695680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762881.659539:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762881.659551:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff8ab8d84ab800 x1876699484695680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762881.659564:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484695680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762881.659570:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762881.659573:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762881.659575:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484695680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762881.659579:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484695808:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762881.659591:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762881.659597:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff8ab8d84a8000 x1876699484695808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762881.659605:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484695808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762881.659610:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762881.659611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762881.659613:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484695808:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762881.659617:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484695936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762881.659628:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762881.659634:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff8ab8d84a8380 x1876699484695936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762881.659641:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484695936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762881.659651:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762881.659653:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762881.659655:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484695936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762881.659664:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484696064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762881.659675:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762881.659681:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762881/real 1789762881]  req@ffff8ab8d84a8700 x1876699484696064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762881.659688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484696064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762881.659693:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762881.659695:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762881.659697:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484696064:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762882.363009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762883.387029:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762884.411087:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762885.435053:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762886.459033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762886.779030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.779042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762886.779047:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.779064:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2875
00000100:00080000:1.0:1789762886.779078:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.779086:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762886.779132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484696192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.779154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.779157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762886.779158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.779161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2875
00000100:00080000:1.0:1789762886.779164:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.779166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762886.779175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762886.779185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484696320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.779191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.779194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762886.779195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.779197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2875
00000100:00080000:1.0:1789762886.779199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.779202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762886.779206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762886.779213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484696448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.779223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.779226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762886.779227:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.779230:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2875
00000100:00080000:1.0:1789762886.779232:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.779237:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762886.779244:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484696192:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789762886.779244:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762886.779260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484696576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.779269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.779272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762886.779274:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.779277:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2875
00000100:00080000:1.0:1789762886.779280:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.779282:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762886.779286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762886.779295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484696704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762886.779317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762886.779322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762886.779324:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762886.779328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2875
00000800:00000100:0.0:1789762886.779336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762886.779340:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762886.779348:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762886.779356:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762886.779376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484696832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762886.779381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff8ab8d84aa680 x1876699484696192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762886.779420:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484696192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762886.779434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762886.779438:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762886.779442:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484696192:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762886.779448:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484696320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762886.779465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762886.779473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff8ab8d84a8a80 x1876699484696320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762886.779481:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484696320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762886.779486:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762886.779489:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762886.779491:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484696320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762886.779511:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484696448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762886.779523:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762886.779529:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff8ab8d84aad80 x1876699484696448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762886.779536:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484696448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762886.779541:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762886.779543:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762886.779545:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484696448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762886.779549:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484696576:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762886.779560:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762886.779567:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff8ab8d84a9f80 x1876699484696576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762886.779574:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484696576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762886.779579:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762886.779581:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762886.779582:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484696576:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762886.779586:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484696704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762886.779597:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762886.779604:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff8ab8d84ab480 x1876699484696704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762886.779611:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484696704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762886.779616:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762886.779618:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762886.779619:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484696704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762886.779623:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484696832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762886.779633:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762886.779639:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762886/real 1789762886]  req@ffff8ab8d84ab100 x1876699484696832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762886.779646:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484696832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762886.779651:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762886.779653:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762886.779655:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484696832:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762887.482989:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762888.507085:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762889.531016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762890.555008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762891.578986:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762891.898965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.898973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762891.898977:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.898986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2880
00000100:00080000:1.0:1789762891.898997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.899004:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762891.899045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484696960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762891.899067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.899070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762891.899072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.899075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2880
00000100:00080000:1.0:1789762891.899077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.899080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762891.899088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762891.899098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484697088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762891.899106:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484696960:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762891.899119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.899121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762891.899122:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.899126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2880
00000100:00080000:1.0:1789762891.899128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.899130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762891.899133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762891.899143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484697216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762891.899149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.899152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762891.899153:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.899156:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2880
00000100:00080000:1.0:1789762891.899158:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.899160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762891.899164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762891.899167:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762891.899175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484697344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762891.899184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.899186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762891.899187:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762891.899189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2880
00000100:00080000:1.0:1789762891.899192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.899195:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762891.899199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762891.899207:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff8ab8d84aa300 x1876699484696960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762891.899210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484697472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762891.899229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762891.899232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762891.899235:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762891.899236:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484696960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762891.899240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2880
00000100:00080000:1.0:1789762891.899244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762891.899250:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789762891.899253:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762891.899254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762891.899260:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762891.899280:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484696960:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762891.899286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484697600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762891.899305:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762891.899327:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762891.899336:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff8ab8d84a8e00 x1876699484697088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762891.899345:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484697088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762891.899351:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762891.899353:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762891.899356:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762891.899360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762891.899372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762891.899379:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff8ab8d84a9180 x1876699484697216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762891.899386:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484697216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762891.899392:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762891.899393:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762891.899395:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762891.899399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697344:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762891.899409:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762891.899416:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff8ab8d84a9c00 x1876699484697344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762891.899423:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484697344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762891.899428:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762891.899430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762891.899432:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697344:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762891.899435:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484697472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762891.899445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762891.899452:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff8ab8d84abb80 x1876699484697472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762891.899459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484697472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762891.899465:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762891.899467:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762891.899468:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484697472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762891.899472:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484697600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762891.899482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762891.899488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762891/real 1789762891]  req@ffff8ab8d84ab100 x1876699484697600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762891.899495:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484697600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762891.899500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762891.899501:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762891.899503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484697600:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789762892.603019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762893.627102:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762894.650996:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762895.675029:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762896.699037:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762897.018972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762897.018980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762897.018984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762897.018994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2885
00000100:00080000:0.0:1789762897.019005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762897.019014:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762897.019061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484697728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762897.019085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762897.019088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762897.019089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762897.019093:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2885
00000100:00080000:0.0:1789762897.019096:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762897.019098:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762897.019105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762897.019113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484697856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762897.019120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762897.019122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762897.019123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762897.019125:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2885
00000100:00080000:0.0:1789762897.019128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762897.019130:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762897.019133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762897.019139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484697984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762897.019153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762897.019156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762897.019157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762897.019160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2885
00000100:00080000:0.0:1789762897.019163:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762897.019166:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762897.019171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762897.019177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484698112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762897.019186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762897.019188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762897.019190:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762897.019193:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2885
00000100:00080000:0.0:1789762897.019195:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762897.019197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762897.019200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762897.019213:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484697728:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762897.019214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484698240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762897.019246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762897.019248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762897.019249:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762897.019255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2885
00000100:00080000:0.0:1789762897.019260:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762897.019263:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762897.019269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762897.019287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484698368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762897.019369:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762897.019433:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8ab8c2fe9180 x1876699484697728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.019463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484697728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.019487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.019495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762897.019505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484697728:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762897.019521:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.019565:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762897.019591:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8ab8c2fe8e00 x1876699484697856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.019616:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484697856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.019632:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.019640:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762897.019646:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.019660:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.019701:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762897.019724:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8ab8c2feb100 x1876699484697984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.019741:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484697984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.019752:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.019756:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762897.019760:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484697984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.019798:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484698112:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762897.019826:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762897.019841:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8ab8c2feb480 x1876699484698112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.019855:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484698112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.019920:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.019924:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762897.019928:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484698112:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762897.019936:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484698240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.019961:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762897.019976:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8ab8c2feb800 x1876699484698240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.019991:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484698240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.020001:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.020005:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762897.020009:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484698240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.020016:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484698368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.020042:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762897.020062:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8ab8c2fe8000 x1876699484698368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.020086:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484698368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.020102:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.020110:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762897.020116:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484698368:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762897.723092:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762898.746992:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762899.771037:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762900.795019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762901.819063:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762902.139039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.139054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762902.139060:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.139074:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2890
00000100:00080000:3.0:1789762902.139090:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.139100:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762902.139172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484698496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762902.139256:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.139262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762902.139266:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.139275:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2890
00000100:00080000:3.0:1789762902.139299:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.139308:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762902.139320:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484698496:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789762902.139323:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762902.139350:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484698624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762902.139365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.139369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762902.139373:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.139378:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2890
00000100:00080000:3.0:1789762902.139383:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.139388:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762902.139394:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762902.139407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484698752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762902.139420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.139424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762902.139426:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.139430:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2890
00000100:00080000:3.0:1789762902.139434:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.139438:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762902.139444:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762902.139476:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484698880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762902.139489:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.139493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762902.139497:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.139505:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2890
00000100:00100000:0.0:1789762902.139506:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484698624:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762902.139509:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.139537:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762902.139546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762902.139567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484699008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762902.139586:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484698752:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789762902.139586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.139601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762902.139606:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.139616:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2890
00000100:00100000:0.0:1789762902.139626:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484698880:192.168.203.110@tcp:8:kworker.0
00000100:00080000:3.0:1789762902.139627:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.139643:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762902.139658:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762902.139686:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484699008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762902.139695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484699136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762902.139724:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484699136:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762902.843008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762903.866985:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762904.890985:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762905.211195:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789762905.211299:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762905.211336:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789762905.211413:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789762905.211467:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789762905.211482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762905]  req@ffff8ab8c34f4700 x1876699484698624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789762905.211501:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789762905.211547:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484698624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789762905.211565:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00080000:3.0:1789762905.211593:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000800:00000100:0.0:1789762905.211607:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00080000:3.0:1789762905.211610:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762905.211627:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484698624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762905.211663:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762905]  req@ffff8ab8c34f6a00 x1876699484698752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762905.211696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484698752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762905.211712:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762905.211718:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762905.211722:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484698752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762905.211732:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762905]  req@ffff8ab8c34f5500 x1876699484698880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762905.211754:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484698880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762905.211764:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762905.211768:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762905.211773:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484698880:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762905.211971:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762905]  req@ffff8ab8c34f6680 x1876699484698496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762905.211990:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484698496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762905.212001:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762905.212005:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762905.212009:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484698496:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762905.212050:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762905]  req@ffff8ab8c34f4000 x1876699484699136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762905.212063:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484699136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762905.212072:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762905.212076:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762905.212080:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484699136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762905.212088:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762905]  req@ffff8ab8c34f7480 x1876699484699008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762905.212099:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484699008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762905.212107:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762905.212111:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762905.212114:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484699008:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762905.915040:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762906.938991:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762907.258953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.258961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762907.258965:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.258973:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2895
00000100:00080000:3.0:1789762907.258982:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.258988:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762907.259018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484699264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.259041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.259044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762907.259045:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.259049:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2895
00000100:00080000:3.0:1789762907.259052:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.259055:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762907.259063:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762907.259076:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484699264:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762907.259078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484699392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.259092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.259096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762907.259098:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.259103:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2895
00000100:00080000:3.0:1789762907.259107:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.259111:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762907.259117:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762907.259130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484699520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762907.259139:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762907.259149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.259167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762907.259169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.259174:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2895
00000100:00080000:3.0:1789762907.259178:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.259183:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762907.259188:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762907.259200:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8ab8c34f7480 x1876699484699264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762907.259204:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484699648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.259237:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.259247:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762907.259250:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.259255:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2895
00000100:00080000:3.0:1789762907.259260:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762907.259263:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484699264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762907.259267:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762907.259276:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762907.259285:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762907.259293:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484699776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762907.259294:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762907.259304:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484699264:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762907.259311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.259317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762907.259319:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.259324:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2895
00000100:00080000:3.0:1789762907.259328:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.259333:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762907.259337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484699392:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789762907.259341:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762907.259353:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484699904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762907.259381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762907.259401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8ab8c34f4000 x1876699484699392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.259415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484699392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.259425:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.259428:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762907.259431:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484699392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762907.259438:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484699520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762907.259459:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762907.259471:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8ab8c34f6680 x1876699484699520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.259482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484699520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.259495:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.259499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762907.259501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484699520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762907.259507:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484699648:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762907.259532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762907.259545:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8ab8c34f5500 x1876699484699648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.259557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484699648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.259565:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.259569:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762907.259572:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484699648:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762907.259579:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484699776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762907.259599:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762907.259611:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8ab8c34f6a00 x1876699484699776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.259624:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484699776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.259632:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.259636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762907.259640:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484699776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762907.259662:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484699904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762907.259685:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762907.259697:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8ab8c34f4700 x1876699484699904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.259708:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484699904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.259715:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.259718:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762907.259722:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484699904:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762907.963032:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762908.987013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762910.011013:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762911.035008:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762912.059114:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762912.378974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.378983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762912.378986:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.378994:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2900
00000100:00080000:3.0:1789762912.379003:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.379009:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762912.379042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484700032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.379064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.379067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762912.379068:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.379071:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2900
00000100:00080000:3.0:1789762912.379073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.379075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762912.379083:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762912.379091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484700160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.379098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.379101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762912.379102:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.379104:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2900
00000100:00080000:3.0:1789762912.379106:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.379110:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762912.379125:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762912.379135:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484700288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.379151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.379159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789762912.379161:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484700032:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762912.379162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.379175:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2900
00000100:00080000:3.0:1789762912.379178:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.379181:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762912.379185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762912.379195:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484700416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.379203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.379206:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762912.379207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.379209:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2900
00000100:00080000:3.0:1789762912.379211:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.379214:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762912.379218:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762912.379225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484700544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.379232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.379237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762912.379239:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.379241:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2900
00000100:00080000:3.0:1789762912.379243:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.379245:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762912.379249:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762912.379250:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762912.379265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484700672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762912.379309:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8ab8c34f4700 x1876699484700032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.379331:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484700032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.379345:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.379349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762912.379354:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484700032:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762912.379364:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484700160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762912.379382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762912.379392:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8ab8c34f6a00 x1876699484700160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.379401:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484700160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.379407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.379410:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762912.379413:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484700160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762912.379442:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484700288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762912.379470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762912.379482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8ab8c34f5500 x1876699484700288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.379491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484700288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.379497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.379500:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762912.379502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484700288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762912.379507:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484700416:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762912.379520:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762912.379527:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8ab8c34f6680 x1876699484700416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.379534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484700416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.379541:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.379544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762912.379546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484700416:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762912.379551:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484700544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762912.379572:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762912.379580:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8ab8c34f4000 x1876699484700544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.379587:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484700544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.379593:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.379595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762912.379597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484700544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762912.379601:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484700672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762912.379613:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762912.379620:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8ab8c34f7480 x1876699484700672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.379629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484700672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.379634:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.379637:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762912.379643:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484700672:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762913.083013:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762914.107047:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762915.131043:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762916.155000:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762917.179131:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762917.499029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762917.499044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762917.499050:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762917.499065:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2906
00000100:00080000:3.0:1789762917.499105:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762917.499119:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762917.499197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484700800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762917.499230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762917.499234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762917.499236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762917.499241:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2906
00000100:00080000:3.0:1789762917.499244:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762917.499248:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762917.499259:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762917.499273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484700928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762917.499285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762917.499292:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762917.499294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484700800:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789762917.499295:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762917.499306:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2906
00000100:00080000:3.0:1789762917.499311:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762917.499315:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762917.499320:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762917.499332:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484701056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762917.499340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762917.499344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762917.499346:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762917.499350:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2906
00000100:00080000:3.0:1789762917.499353:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762917.499357:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762917.499362:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762917.499381:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484701184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762917.499391:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789762917.499392:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762917.499399:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762917.499401:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762917.499406:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2906
00000100:00080000:3.0:1789762917.499411:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762917.499415:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762917.499421:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762917.499431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484701312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762917.499448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762917.499451:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762917.499453:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762917.499458:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2906
00000100:00100000:0.0:1789762917.499463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff8ab8c34f7800 x1876699484700800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.499464:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762917.499472:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789762917.499480:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762917.499496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484701440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762917.499502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484700800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762917.499524:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762917.499530:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762917.499534:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484700800:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762917.499563:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484700928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762917.499585:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762917.499597:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff8ab8c34f5180 x1876699484700928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762917.499609:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484700928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762917.499617:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762917.499620:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762917.499623:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484700928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762917.499628:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762917.499652:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762917.499669:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff8ab8c34f5880 x1876699484701056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762917.499687:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484701056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762917.499699:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762917.499704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762917.499709:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762917.499718:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701184:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762917.499742:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762917.499752:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff8ab8c34f6d80 x1876699484701184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762917.499763:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484701184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762917.499771:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762917.499774:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762917.499777:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701184:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762917.499782:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484701312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762917.499796:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762917.499805:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff8ab8c34f5f80 x1876699484701312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762917.499815:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484701312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762917.499823:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762917.499826:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762917.499828:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484701312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762917.499833:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484701440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762917.499846:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762917.499875:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff8ab8c34f7100 x1876699484701440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762917.499935:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484701440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762917.499945:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762917.499949:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762917.499953:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484701440:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762918.202995:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762919.227101:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762920.251041:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762921.275106:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762922.298962:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762922.619007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.619016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762922.619019:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.619027:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2911
00000100:00080000:2.0:1789762922.619036:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.619052:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762922.619084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484701568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.619106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.619109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762922.619110:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.619113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2911
00000100:00080000:2.0:1789762922.619116:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.619118:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762922.619124:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762922.619132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484701696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.619139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.619142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762922.619143:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.619146:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2911
00000100:00080000:2.0:1789762922.619150:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.619153:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762922.619156:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762922.619163:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484701824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.619175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.619177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762922.619179:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.619181:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2911
00000100:00080000:2.0:1789762922.619183:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.619186:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762922.619189:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762922.619199:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484701568:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762922.619199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484701952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.619226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.619228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762922.619229:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.619233:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2911
00000100:00080000:2.0:1789762922.619234:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.619237:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762922.619240:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762922.619249:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484702080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762922.619254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762922.619256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762922.619257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762922.619260:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2911
00000100:00080000:2.0:1789762922.619262:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762922.619265:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762922.619268:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762922.619274:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484702208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762922.619311:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762922.619367:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff8ab8c33de300 x1876699484701568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762922.619385:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484701568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762922.619395:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762922.619399:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762922.619403:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484701568:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762922.619409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762922.619428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762922.619437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff8ab8c33df100 x1876699484701696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762922.619445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484701696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762922.619451:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762922.619454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762922.619456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762922.619481:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762922.619492:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762922.619499:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff8ab8c33de680 x1876699484701824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762922.619506:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484701824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762922.619512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762922.619514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762922.619516:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762922.619520:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701952:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762922.619531:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762922.619539:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff8ab8c33df800 x1876699484701952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762922.619546:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484701952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762922.619552:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762922.619554:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762922.619555:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484701952:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762922.619559:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484702080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762922.619571:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762922.619577:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff8ab8c33ded80 x1876699484702080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762922.619585:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484702080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762922.619591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762922.619593:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762922.619595:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484702080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762922.619599:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484702208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762922.619609:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762922.619615:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762922/real 1789762922]  req@ffff8ab8c33ddf80 x1876699484702208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762922.619622:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484702208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762922.619628:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762922.619630:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762922.619632:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484702208:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762923.323141:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762924.346974:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762925.371052:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762926.395035:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762927.419066:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762927.738950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762927.738958:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762927.738961:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762927.738969:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2916
00000100:00080000:2.0:1789762927.738978:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762927.738983:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762927.739030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484702336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762927.739051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762927.739054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762927.739055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762927.739058:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2916
00000100:00080000:2.0:1789762927.739060:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762927.739062:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762927.739069:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762927.739078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484702464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762927.739085:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762927.739088:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762927.739090:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762927.739093:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2916
00000100:00080000:2.0:1789762927.739095:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762927.739098:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762927.739103:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484702336:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789762927.739103:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762927.739114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484702592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762927.739121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762927.739123:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762927.739124:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762927.739127:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2916
00000100:00080000:2.0:1789762927.739129:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762927.739132:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762927.739135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762927.739144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484702720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762927.739151:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762927.739153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762927.739154:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762927.739157:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2916
00000100:00080000:2.0:1789762927.739160:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762927.739161:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762927.739165:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762927.739169:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762927.739182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484702848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762927.739188:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762927.739191:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762927.739192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762927.739195:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2916
00000100:00080000:2.0:1789762927.739198:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762927.739201:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff8ab8c33dfb80 x1876699484702336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762927.739203:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762927.739210:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762927.739224:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484702976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762927.739227:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484702336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762927.739249:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762927.739254:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762927.739259:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484702336:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762927.739267:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484702464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762927.739291:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762927.739301:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff8ab8c33ddc00 x1876699484702464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762927.739309:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484702464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762927.739315:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762927.739317:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762927.739320:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484702464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762927.739344:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484702592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762927.739365:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762927.739376:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff8ab8c33df480 x1876699484702592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762927.739385:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484702592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762927.739391:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762927.739394:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762927.739397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484702592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762927.739403:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484702720:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789762927.739423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762927.739434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff8ab8c33ddf80 x1876699484702720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762927.739446:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484702720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762927.739452:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762927.739454:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762927.739456:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484702720:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789762927.739460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484702848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762927.739473:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762927.739480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff8ab8c33ded80 x1876699484702848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762927.739487:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484702848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762927.739493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762927.739494:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762927.739496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484702848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789762927.739499:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484702976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789762927.739509:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762927.739515:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762927/real 1789762927]  req@ffff8ab8c33df800 x1876699484702976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762927.739521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484702976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762927.739526:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762927.739528:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789762927.739530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484702976:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762928.443040:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762929.467044:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762930.491012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762931.515006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762932.539157:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762932.859021:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762932.859033:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762932.859038:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762932.859050:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2921
00000100:00080000:0.0:1789762932.859064:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762932.859073:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762932.859136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484703104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762932.859172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762932.859175:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762932.859177:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762932.859181:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2921
00000100:00080000:0.0:1789762932.859184:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762932.859188:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762932.859199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762932.859211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484703232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762932.859219:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762932.859223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762932.859226:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762932.859230:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2921
00000100:00080000:0.0:1789762932.859231:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762932.859236:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762932.859240:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762932.859249:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484703360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762932.859258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762932.859263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762932.859264:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762932.859267:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2921
00000100:00080000:0.0:1789762932.859276:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762932.859281:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484703104:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762932.859286:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762932.859303:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762932.859327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484703488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762932.859337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762932.859340:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762932.859341:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762932.859346:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2921
00000100:00080000:0.0:1789762932.859356:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762932.859360:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762932.859365:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762932.859375:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484703616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762932.859382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762932.859391:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762932.859392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762932.859400:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762932.859406:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2921
00000100:00080000:0.0:1789762932.859411:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762932.859414:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762932.859417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762932.859427:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484703744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762932.859512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff8ab8c2fe9880 x1876699484703104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762932.859545:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484703104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762932.859564:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762932.859586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762932.859592:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484703104:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762932.859604:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484703232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762932.859643:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762932.859661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff8ab8c2fead80 x1876699484703232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762932.859678:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484703232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762932.859689:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762932.859693:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762932.859697:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484703232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762932.859729:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484703360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762932.859750:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762932.859779:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff8ab8c2fe8a80 x1876699484703360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762932.859792:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484703360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762932.859801:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762932.859804:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762932.859807:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484703360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762932.859813:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484703488:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762932.859849:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762932.859863:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff8ab8c2fe8380 x1876699484703488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762932.859877:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484703488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762932.859896:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762932.859900:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762932.859904:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484703488:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762932.859911:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484703616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762932.860013:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762932.860032:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff8ab8c2fe9c00 x1876699484703616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762932.860047:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484703616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762932.860058:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762932.860062:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762932.860066:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484703616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762932.860073:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484703744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762932.860098:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762932.860111:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762932/real 1789762932]  req@ffff8ab8c2fe8000 x1876699484703744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762932.860125:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484703744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762932.860134:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762932.860138:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762932.860142:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484703744:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762933.563101:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762934.587117:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762935.611122:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762936.635081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762937.659093:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762937.979121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762937.979135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762937.979140:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762937.979155:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2926
00000100:00080000:2.0:1789762937.979170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762937.979180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762937.979237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484703872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762937.979273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762937.979279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762937.979281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762937.979286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2926
00000100:00080000:2.0:1789762937.979290:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762937.979294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762937.979306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762937.979321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484704000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762937.979334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762937.979339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762937.979341:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762937.979345:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2926
00000100:00080000:2.0:1789762937.979349:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762937.979355:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762937.979362:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484703872:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789762937.979364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762937.979381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484704128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762937.979393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762937.979397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762937.979400:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762937.979405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2926
00000100:00080000:2.0:1789762937.979408:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762937.979412:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762937.979419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762937.979435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484704256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762937.979446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762937.979450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762937.979453:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762937.979458:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2926
00000100:00080000:2.0:1789762937.979462:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762937.979466:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762937.979471:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762937.979480:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762937.979488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484704384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762937.979501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762937.979505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762937.979508:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762937.979513:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2926
00000100:00080000:2.0:1789762937.979520:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762937.979523:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762937.979529:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762937.979540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484704512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762937.979565:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff8ab8c33de680 x1876699484703872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762937.979599:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484703872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.979617:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762937.979624:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762937.979631:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484703872:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762937.979644:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762937.979697:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762937.979722:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff8ab8c33df100 x1876699484704000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762937.979776:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484704000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.979793:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762937.979800:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762937.979808:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762937.979850:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762937.979982:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762937.980025:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff8ab8c33de300 x1876699484704128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762937.980050:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484704128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.980066:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762937.980073:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762937.980080:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762937.980093:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704256:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762937.980131:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762937.980153:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff8ab8c33dd880 x1876699484704256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762937.980177:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484704256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.980210:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762937.980215:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762937.980221:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704256:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762937.980232:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484704384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762937.980265:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762937.980284:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff8ab8c33dca80 x1876699484704384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762937.980303:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484704384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.980319:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762937.980324:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762937.980330:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484704384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762937.980340:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484704512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762937.980371:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762937.980390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762937/real 1789762937]  req@ffff8ab8c33dd180 x1876699484704512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762937.980410:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484704512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762937.980424:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762937.980430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762937.980436:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484704512:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762938.683034:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762939.707145:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762940.731050:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762941.755041:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762942.779054:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762943.098989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.098997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762943.099000:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.099008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2931
00000100:00080000:1.0:1789762943.099017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.099023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762943.099055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484704640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.099084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.099087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.099089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.099092:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2931
00000100:00080000:1.0:1789762943.099094:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.099096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762943.099102:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.099111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484704768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.099119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.099122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762943.099123:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.099126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2931
00000100:00080000:1.0:1789762943.099129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.099131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762943.099134:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762943.099140:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484704640:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762943.099143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484704896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.099155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.099157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.099158:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.099160:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2931
00000100:00080000:1.0:1789762943.099162:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.099165:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762943.099168:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762943.099175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484705024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.099182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.099184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.099185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.099188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2931
00000100:00080000:1.0:1789762943.099190:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.099192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762943.099195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.099201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484705152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.099207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.099211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762943.099214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762943.099214:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789762943.099221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2931
00000100:00080000:1.0:1789762943.099224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.099226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762943.099229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.099236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484705280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762943.099266:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8ab8d84ab480 x1876699484704640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762943.099288:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484704640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762943.099309:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762943.099315:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762943.099319:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484704640:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762943.099328:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762943.099355:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762943.099370:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8ab8d84a9f80 x1876699484704768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762943.099384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484704768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762943.099394:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762943.099398:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762943.099402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762943.099427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762943.099451:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762943.099464:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8ab8d84aad80 x1876699484704896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762943.099478:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484704896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762943.099487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762943.099491:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762943.099495:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484704896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762943.099501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484705024:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762943.099522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762943.099535:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8ab8d84a8a80 x1876699484705024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762943.099549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484705024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762943.099558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762943.099561:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762943.099565:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484705024:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762943.099571:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484705152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762943.099593:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762943.099605:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8ab8d84aa680 x1876699484705152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762943.099618:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484705152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762943.099626:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762943.099630:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762943.099634:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484705152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762943.099640:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484705280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762943.099662:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762943.099674:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8ab8d84a8700 x1876699484705280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762943.099686:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484705280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762943.099695:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762943.099698:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762943.099702:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484705280:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762943.802997:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762944.827035:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762945.851009:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762946.875154:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762947.899050:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762948.218977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.218984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762948.218987:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.218997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2936
00000100:00080000:2.0:1789762948.219006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.219012:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762948.219043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484705408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.219066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.219069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762948.219071:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.219074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2936
00000100:00080000:2.0:1789762948.219077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.219079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762948.219087:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762948.219098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484705536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.219106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.219109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762948.219110:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.219113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2936
00000100:00080000:2.0:1789762948.219116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762948.219118:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484705408:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762948.219122:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762948.219130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762948.219144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484705664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.219156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.219160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762948.219162:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.219178:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2936
00000100:00080000:2.0:1789762948.219184:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762948.219186:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762948.219191:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762948.219196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762948.219208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484705792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.219218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.219222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762948.219224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762948.219228:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff8ab8c33dc700 x1876699484705408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762948.219230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2936
00000100:00080000:2.0:1789762948.219236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.219239:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762948.219242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762948.219248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484705920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762948.219254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762948.219256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762948.219257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762948.219260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2936
00000100:00080000:2.0:1789762948.219262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762948.219264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762948.219266:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762948.219271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484706048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762948.219310:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484705408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.219319:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.219322:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762948.219327:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484705408:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762948.219335:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484705536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.219355:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762948.219365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff8ab8c33dc000 x1876699484705536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.219375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484705536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.219381:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.219385:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762948.219387:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484705536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.219540:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484705664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.219558:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762948.219568:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff8ab8c33dc380 x1876699484705664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.219578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484705664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.219584:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.219638:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762948.219645:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484705664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.219656:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484705792:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762948.219672:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762948.219681:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff8ab8c33dd180 x1876699484705792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.219689:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484705792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.219695:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.219697:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762948.219699:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484705792:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762948.219702:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484705920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.219713:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762948.219720:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff8ab8c33dca80 x1876699484705920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.219727:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484705920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.219732:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.219734:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762948.219736:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484705920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.219739:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484706048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.219749:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762948.219756:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff8ab8c33dd880 x1876699484706048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.219763:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484706048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.219768:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.219769:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762948.219771:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484706048:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762948.923031:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762949.946998:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762950.971012:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762951.995031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762953.019009:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762953.338949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.338958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762953.338961:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.338969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2941
00000100:00080000:2.0:1789762953.338977:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.338983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762953.339014:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484706176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.339037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.339040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762953.339041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.339044:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2941
00000100:00080000:2.0:1789762953.339046:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.339048:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762953.339055:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762953.339063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484706304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.339071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.339073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762953.339075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.339077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2941
00000100:00080000:2.0:1789762953.339079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.339082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762953.339084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762953.339094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484706432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762953.339094:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484706176:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762953.339110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.339113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762953.339114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.339116:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2941
00000100:00080000:2.0:1789762953.339118:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.339121:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762953.339131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762953.339139:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484706560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.339147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.339150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762953.339151:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.339153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2941
00000100:00080000:2.0:1789762953.339163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.339166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762953.339169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762953.339173:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762953.339184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484706688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.339195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.339198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762953.339201:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.339205:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2941
00000100:00080000:2.0:1789762953.339210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.339217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762953.339218:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8ab8c33de300 x1876699484706176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762953.339224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762953.339241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484706816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762953.339246:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484706176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.339269:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.339274:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762953.339278:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484706176:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762953.339295:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484706304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.339320:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762953.339333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8ab8c33df100 x1876699484706304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.339345:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484706304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.339354:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.339358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762953.339362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484706304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.339392:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484706432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.339414:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762953.339426:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8ab8c33de680 x1876699484706432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.339439:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484706432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.339448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.339451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762953.339455:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484706432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.339462:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484706560:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762953.339492:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762953.339504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8ab8c33df800 x1876699484706560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.339517:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484706560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.339525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.339529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762953.339533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484706560:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762953.339539:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484706688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.339558:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762953.339569:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8ab8c33ded80 x1876699484706688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.339582:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484706688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.339591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.339594:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762953.339598:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484706688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.339604:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484706816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.339622:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762953.339632:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8ab8c33ddf80 x1876699484706816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.339645:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484706816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.339653:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.339657:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762953.339660:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484706816:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762954.043042:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762955.067069:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762956.091148:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762957.114991:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762958.139007:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762958.458942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762958.458951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762958.458954:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762958.458963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2947
00000100:00080000:2.0:1789762958.458972:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762958.458977:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762958.459009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484706944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762958.459034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762958.459037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762958.459039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762958.459042:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2947
00000100:00080000:2.0:1789762958.459044:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762958.459046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762958.459053:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762958.459062:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484707072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762958.459069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762958.459072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762958.459073:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762958.459076:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2947
00000100:00080000:2.0:1789762958.459077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762958.459081:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484706944:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762958.459082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762958.459089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762958.459096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484707200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762958.459103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762958.459105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762958.459107:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762958.459109:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2947
00000100:00080000:2.0:1789762958.459111:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762958.459114:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762958.459118:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762958.459126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484707328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762958.459133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762958.459135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762958.459139:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762958.459139:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762958.459144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2947
00000100:00080000:2.0:1789762958.459148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762958.459150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762958.459154:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762958.459161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484707456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762958.459167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762958.459169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762958.459170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762958.459172:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2947
00000100:00080000:2.0:1789762958.459175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762958.459177:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762958.459180:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762958.459186:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8ab8c33df480 x1876699484706944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762958.459189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484707584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762958.459224:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484706944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.459233:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.459241:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762958.459244:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484706944:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762958.459250:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762958.459266:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762958.459275:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8ab8c33ddc00 x1876699484707072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.459283:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484707072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.459293:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.459295:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762958.459297:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762958.459315:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762958.459326:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762958.459333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8ab8c33dfb80 x1876699484707200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.459340:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484707200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.459345:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.459347:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762958.459349:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762958.459353:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707328:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762958.459363:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762958.459369:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8ab8c33ddf80 x1876699484707328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.459376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484707328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.459381:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.459383:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762958.459385:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707328:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762958.459388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484707456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762958.459398:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762958.459404:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8ab8c33ded80 x1876699484707456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.459411:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484707456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.459415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.459417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762958.459419:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484707456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762958.459422:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484707584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762958.459432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762958.459437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8ab8c33df800 x1876699484707584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.459444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484707584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.459449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.459451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762958.459459:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484707584:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762959.162986:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762960.187097:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762961.210998:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762962.235035:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762963.258998:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762963.578990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762963.579001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762963.579004:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762963.579015:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2952
00000100:00080000:2.0:1789762963.579027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762963.579034:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762963.579073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484707712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762963.579102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762963.579106:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762963.579108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762963.579113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2952
00000100:00080000:2.0:1789762963.579116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762963.579120:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762963.579129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762963.579144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484707840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762963.579157:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484707712:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762963.579158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762963.579167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762963.579170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762963.579174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2952
00000100:00080000:2.0:1789762963.579179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762963.579184:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762963.579190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762963.579203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484707968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762963.579215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762963.579219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762963.579221:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762963.579225:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2952
00000100:00080000:2.0:1789762963.579229:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762963.579230:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762963.579236:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762963.579243:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762963.579258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484708096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762963.579270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762963.579275:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff8ab8c33de680 x1876699484707712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762963.579276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762963.579281:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762963.579291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2952
00000100:00080000:2.0:1789762963.579298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762963.579303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762963.579307:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484707712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762963.579311:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762963.579326:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762963.579333:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789762963.579334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484708224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762963.579340:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484707712:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762963.579356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762963.579360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762963.579363:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762963.579368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2952
00000100:00100000:3.0:1789762963.579373:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707840:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762963.579375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762963.579385:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762963.579392:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762963.579406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484708352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762963.579411:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762963.579434:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff8ab8c33df100 x1876699484707840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762963.579451:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484707840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.579461:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762963.579465:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762963.579469:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762963.579475:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762963.579498:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762963.579511:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff8ab8c33de300 x1876699484707968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762963.579524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484707968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.579539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762963.579543:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762963.579547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484707968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762963.579553:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484708096:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762963.579575:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762963.579588:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff8ab8c33dd880 x1876699484708096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762963.579600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484708096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.579608:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762963.579612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762963.579616:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484708096:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762963.579622:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484708224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762963.579642:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762963.579654:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff8ab8c33dca80 x1876699484708224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762963.579666:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484708224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.579675:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762963.579678:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762963.579683:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484708224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762963.579700:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484708352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762963.579722:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762963.579734:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762963/real 1789762963]  req@ffff8ab8c33dd180 x1876699484708352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762963.579764:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484708352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762963.579773:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762963.579776:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762963.579780:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484708352:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762964.282992:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762965.306994:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762966.331041:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762967.354979:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762968.379033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762968.698965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.698980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762968.698983:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.698991:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2957
00000100:00080000:1.0:1789762968.699001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.699007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762968.699038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484708480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.699059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.699062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762968.699063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.699066:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2957
00000100:00080000:1.0:1789762968.699068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.699071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762968.699078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762968.699087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484708608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.699095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.699097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762968.699099:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.699101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2957
00000100:00080000:1.0:1789762968.699103:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.699106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762968.699109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762968.699112:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484708480:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762968.699118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484708736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.699125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.699128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762968.699131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.699135:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2957
00000100:00080000:1.0:1789762968.699138:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.699143:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762968.699148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762968.699161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484708864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.699172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.699176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762968.699178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.699182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2957
00000100:00080000:1.0:1789762968.699186:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.699190:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762968.699194:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762968.699198:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484708608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762968.699207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484708992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762968.699216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762968.699218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762968.699219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762968.699222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2957
00000100:00080000:1.0:1789762968.699224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762968.699227:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762968.699231:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762968.699235:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484708736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762968.699243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484709120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762968.699260:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484708864:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762968.699277:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484708992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762968.699291:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484709120:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762969.403039:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762970.427041:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762971.451003:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762971.771215:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789762971.771264:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762971.771282:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789762971.771325:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789762971.771333:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789762971.771343:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789762971.771360:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789762971.771376:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789762971.771420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762971]  req@ffff8ab8d84a8700 x1876699484709120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762971.771460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484709120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762971.771474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762971.771480:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762971.771486:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484709120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762971.771495:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762971]  req@ffff8ab8d84ab800 x1876699484708736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762971.771511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484708736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762971.771521:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762971.771526:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762971.771530:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484708736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762971.771538:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762971]  req@ffff8ab8d84a9500 x1876699484708864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762971.771553:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484708864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762971.771562:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762971.771566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762971.771569:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484708864:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762971.771578:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762971]  req@ffff8ab8d84a9880 x1876699484708992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762971.771590:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484708992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762971.771598:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762971.771602:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762971.771605:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484708992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762971.771612:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762971]  req@ffff8ab8d84a8380 x1876699484708480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762971.771624:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484708480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762971.771631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762971.771635:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762971.771638:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484708480:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762971.771645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762968/real 1789762971]  req@ffff8ab8d84a8000 x1876699484708608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762971.771657:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484708608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762971.771665:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762971.771669:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762971.771673:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484708608:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762972.475003:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762973.499030:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762973.818988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762973.818996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762973.818999:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762973.819007:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2962
00000100:00080000:0.0:1789762973.819027:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762973.819032:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762973.819063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484709248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762973.819099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762973.819103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762973.819105:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762973.819109:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2962
00000100:00080000:0.0:1789762973.819113:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762973.819117:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762973.819126:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762973.819141:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484709376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762973.819154:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762973.819158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762973.819160:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762973.819164:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2962
00000100:00080000:0.0:1789762973.819168:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762973.819172:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762973.819178:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762973.819180:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484709248:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762973.819193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484709504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762973.819206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762973.819209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762973.819212:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762973.819216:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2962
00000100:00080000:0.0:1789762973.819220:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762973.819225:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762973.819231:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762973.819243:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484709632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762973.819252:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762973.819261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762973.819277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762973.819280:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762973.819301:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2962
00000100:00080000:0.0:1789762973.819306:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762973.819308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff8ab8c2feb800 x1876699484709248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762973.819313:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762973.819323:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762973.819337:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484709248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762973.819339:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484709760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762973.819365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762973.819367:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762973.819372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762973.819376:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789762973.819377:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762973.819386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484709248:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789762973.819387:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2962
00000100:00080000:0.0:1789762973.819393:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762973.819399:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789762973.819401:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484709376:192.168.203.110@tcp:38:kworker.0
00000008:00100000:0.0:1789762973.819405:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762973.819422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484709888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762973.819438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762973.819455:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff8ab8c2feb480 x1876699484709376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.819469:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484709376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.819477:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.819481:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762973.819484:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484709376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762973.819508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484709504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762973.819528:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762973.819539:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff8ab8c2feb100 x1876699484709504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.819558:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484709504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.819571:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.819575:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762973.819578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484709504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762973.819583:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484709632:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762973.819602:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762973.819613:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff8ab8c2fe8e00 x1876699484709632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.819624:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484709632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.819631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.819634:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762973.819637:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484709632:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762973.819643:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484709760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762973.819683:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762973.819697:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff8ab8c2fe9180 x1876699484709760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.819708:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484709760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.819716:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.819719:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762973.819723:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484709760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762973.819729:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484709888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762973.819750:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762973.819761:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762973/real 1789762973]  req@ffff8ab8c2feaa00 x1876699484709888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762973.819773:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484709888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762973.819781:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762973.819784:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762973.819787:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484709888:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762974.523015:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762975.547005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762976.571015:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762977.594986:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762978.619024:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762978.939015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762978.939023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762978.939027:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762978.939034:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2967
00000100:00080000:1.0:1789762978.939043:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762978.939048:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762978.939080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484710016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762978.939102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762978.939105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762978.939106:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762978.939109:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2967
00000100:00080000:1.0:1789762978.939111:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762978.939113:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762978.939120:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762978.939128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484710144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762978.939135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762978.939137:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762978.939138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762978.939141:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2967
00000100:00080000:1.0:1789762978.939143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762978.939145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762978.939148:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762978.939153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484710272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762978.939159:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762978.939161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762978.939162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762978.939165:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2967
00000100:00080000:1.0:1789762978.939167:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762978.939170:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762978.939173:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762978.939180:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484710400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762978.939188:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762978.939189:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484710016:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789762978.939191:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762978.939194:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762978.939200:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2967
00000100:00080000:1.0:1789762978.939202:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762978.939204:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762978.939207:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762978.939216:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484710528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762978.939223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762978.939225:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762978.939226:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762978.939229:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2967
00000100:00080000:1.0:1789762978.939231:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762978.939233:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789762978.939235:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762978.939243:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484710656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762978.939250:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762978.939294:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff8ab8d84aa680 x1876699484710016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.939312:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484710016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.939319:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.939322:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762978.939325:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484710016:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789762978.939330:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484710144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762978.939345:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762978.939353:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff8ab8d84a8a80 x1876699484710144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.939361:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484710144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.939367:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.939369:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762978.939371:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484710144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762978.939374:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484710272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762978.939385:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762978.939390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff8ab8d84aad80 x1876699484710272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.939398:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484710272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.939403:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.939404:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762978.939406:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484710272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762978.939425:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484710400:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789762978.939435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762978.939441:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff8ab8d84a9f80 x1876699484710400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.939448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484710400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.939454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.939455:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762978.939457:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484710400:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789762978.939460:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484710528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762978.939469:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762978.939475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff8ab8d84ab480 x1876699484710528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.939482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484710528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.939487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.939489:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762978.939490:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484710528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789762978.939494:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484710656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789762978.939503:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789762978.939508:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762978/real 1789762978]  req@ffff8ab8d84ab100 x1876699484710656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762978.939515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484710656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762978.939519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762978.939521:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789762978.939524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484710656:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762979.643096:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762980.667065:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762981.691124:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762982.715116:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762983.739056:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762984.059071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.059086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762984.059093:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.059110:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2972
00000100:00080000:2.0:1789762984.059128:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.059138:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762984.059206:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484710784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762984.059259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.059266:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762984.059269:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.059277:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2972
00000100:00080000:2.0:1789762984.059284:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.059293:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762984.059309:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762984.059340:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484710784:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789762984.059347:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484710912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762984.059379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.059386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762984.059392:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.059402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2972
00000100:00080000:2.0:1789762984.059411:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.059421:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762984.059432:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762984.059461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484711040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762984.059469:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789762984.059501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.059509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762984.059515:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.059524:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2972
00000100:00080000:2.0:1789762984.059535:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.059547:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762984.059558:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8ab8c33dc380 x1876699484710784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762984.059559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762984.059624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484711168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762984.059632:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484710784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762984.059728:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762984.059734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762984.059739:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762984.059751:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484710784:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762984.059752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762984.059767:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.059781:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2972
00000100:00080000:2.0:1789762984.059790:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.059798:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762984.059806:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484710912:192.168.203.110@tcp:38:kworker.0
00000008:00100000:2.0:1789762984.059817:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762984.059852:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762984.059854:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484711296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762984.059937:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8ab8c33dc000 x1876699484710912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.059978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762984.059985:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484710912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.059995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762984.060011:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762984.060016:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762984.060030:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789762984.060034:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2972
00000100:00100000:1.0:1789762984.060041:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484710912:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762984.060049:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762984.060061:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711040:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789762984.060068:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762984.060089:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762984.060108:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762984.060121:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484711424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762984.060130:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8ab8c33dc700 x1876699484711040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762984.060215:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484711040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762984.060228:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762984.060233:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762984.060238:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762984.060248:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711168:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762984.060279:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762984.060292:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8ab8c33dd180 x1876699484711168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762984.060316:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484711168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762984.060327:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762984.060330:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762984.060334:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711168:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762984.060355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484711296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762984.060378:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762984.060391:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8ab8c33dca80 x1876699484711296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762984.060405:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484711296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762984.060414:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762984.060418:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762984.060422:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484711296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762984.060428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484711424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762984.060449:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762984.060461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8ab8c33dd880 x1876699484711424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762984.060474:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484711424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762984.060492:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762984.060497:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762984.060501:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484711424:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762984.763040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762985.787070:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762986.810963:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762987.835070:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762988.859006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762989.178955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.178963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762989.178967:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.178975:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2977
00000100:00080000:2.0:1789762989.178984:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.178990:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789762989.179022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484711552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.179049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.179052:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762989.179053:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.179056:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2977
00000100:00080000:2.0:1789762989.179058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.179060:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762989.179068:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.179076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484711680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762989.179085:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484711552:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789762989.179086:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.179095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762989.179097:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.179100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2977
00000100:00080000:2.0:1789762989.179102:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.179105:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762989.179107:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.179115:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484711808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.179122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.179124:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762989.179126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.179129:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2977
00000100:00080000:2.0:1789762989.179132:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.179134:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762989.179138:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789762989.179149:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789762989.179149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484711936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.179160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.179162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762989.179164:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.179167:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2977
00000100:00080000:2.0:1789762989.179171:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.179173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762989.179176:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.179185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484712064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762989.179190:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8ab8c33de300 x1876699484711552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762989.179194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.179202:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762989.179206:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.179210:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2977
00000100:00080000:2.0:1789762989.179213:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762989.179217:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484711552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762989.179217:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789762989.179224:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762989.179249:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762989.179254:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484712192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762989.179256:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762989.179264:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484711552:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762989.179290:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762989.179309:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762989.179318:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8ab8c33df100 x1876699484711680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762989.179327:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484711680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762989.179347:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762989.179349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762989.179352:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762989.179355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762989.179366:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762989.179392:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8ab8c33de680 x1876699484711808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762989.179418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484711808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762989.179428:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762989.179431:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762989.179435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762989.179442:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711936:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762989.179464:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762989.179484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8ab8c33df800 x1876699484711936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762989.179508:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484711936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762989.179535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762989.179541:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762989.179578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484711936:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762989.179591:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484712064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762989.179639:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762989.179647:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8ab8c33ded80 x1876699484712064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762989.179655:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484712064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762989.179660:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762989.179662:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762989.179665:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484712064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762989.179668:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484712192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762989.179679:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762989.179685:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8ab8c33ddf80 x1876699484712192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762989.179693:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484712192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762989.179697:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762989.179699:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762989.179701:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484712192:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789762989.883150:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762990.906980:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762991.931072:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762992.955128:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762993.979096:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762994.298966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.298977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762994.298982:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.298993:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2982
00000100:00080000:0.0:1789762994.299004:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.299012:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762994.299064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484712320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.299089:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.299093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762994.299094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.299098:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2982
00000100:00080000:0.0:1789762994.299100:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.299103:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762994.299112:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.299122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484712448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.299129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.299132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762994.299133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.299135:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2982
00000100:00080000:0.0:1789762994.299137:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.299140:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762994.299143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.299150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484712576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.299160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.299165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762994.299167:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.299171:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2982
00000100:00080000:0.0:1789762994.299175:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.299183:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789762994.299185:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484712320:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789762994.299193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762994.299209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484712704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.299219:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.299223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762994.299224:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.299227:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2982
00000100:00080000:0.0:1789762994.299246:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.299250:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762994.299254:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762994.299263:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789762994.299268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484712832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762994.299287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762994.299291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762994.299294:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762994.299299:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2982
00000100:00080000:0.0:1789762994.299304:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.299309:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762994.299316:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762994.299321:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8ab8c2febb80 x1876699484712320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.299332:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484712960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762994.299339:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484712320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762994.299353:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762994.299357:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762994.299360:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484712320:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762994.299366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484712448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762994.299384:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762994.300549:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8ab8c2fea300 x1876699484712448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762994.300561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484712448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762994.300567:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762994.300570:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762994.300572:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484712448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762994.300577:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484712576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762994.300594:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762994.300603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8ab8c2fea680 x1876699484712576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762994.300611:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484712576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762994.300616:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762994.300619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762994.300621:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484712576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762994.300644:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484712704:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762994.300657:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762994.300663:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8ab8c2fe9500 x1876699484712704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762994.300671:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484712704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762994.300677:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762994.300679:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762994.300680:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484712704:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762994.300684:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484712832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762994.300708:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762994.300716:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8ab8c2fe9f80 x1876699484712832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762994.300723:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484712832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762994.300734:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762994.300736:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762994.300738:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484712832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762994.300741:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484712960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762994.300752:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762994.300758:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8ab8c2feaa00 x1876699484712960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762994.300766:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484712960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762994.300771:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762994.300772:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762994.300774:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484712960:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789762995.002993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762996.027001:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762997.051077:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762998.074992:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762999.099016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762999.418924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762999.418933:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762999.418938:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762999.418948:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2987
00000100:00080000:0.0:1789762999.418959:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762999.418966:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789762999.419002:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484713088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762999.419028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762999.419030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762999.419032:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762999.419035:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2987
00000100:00080000:0.0:1789762999.419037:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762999.419040:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762999.419047:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762999.419056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484713216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762999.419064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762999.419067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762999.419068:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762999.419071:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2987
00000100:00080000:0.0:1789762999.419072:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762999.419075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762999.419079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762999.419087:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484713088:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789762999.419088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484713344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762999.419108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762999.419110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762999.419111:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762999.419114:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2987
00000100:00080000:0.0:1789762999.419116:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762999.419118:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762999.419121:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762999.419129:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484713472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762999.419136:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762999.419139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762999.419140:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762999.419142:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2987
00000100:00080000:0.0:1789762999.419144:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762999.419146:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762999.419149:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762999.419156:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484713600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762999.419164:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789762999.419169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762999.419172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762999.419174:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762999.419178:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2987
00000100:00080000:0.0:1789762999.419181:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762999.419184:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789762999.419187:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762999.419193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484713728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762999.419216:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8ab8c2fe9180 x1876699484713088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762999.419236:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484713088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762999.419253:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762999.419257:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762999.419262:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484713088:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789762999.419269:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484713216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762999.419294:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762999.419308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8ab8c2fe8e00 x1876699484713216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762999.419321:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484713216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762999.419329:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762999.419332:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762999.419335:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484713216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762999.419358:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484713344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762999.419377:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762999.419387:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8ab8c2feb100 x1876699484713344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762999.419399:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484713344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762999.419406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762999.419409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762999.419412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484713344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762999.419419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484713472:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789762999.419435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762999.419445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8ab8c2feb480 x1876699484713472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762999.419456:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484713472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762999.419463:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762999.419467:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762999.419471:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484713472:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789762999.419494:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484713600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762999.419513:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762999.419524:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8ab8c2feb800 x1876699484713600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762999.419535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484713600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762999.419543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762999.419546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762999.419549:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484713600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789762999.419555:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484713728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789762999.419571:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789762999.419582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8ab8c2fe8000 x1876699484713728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762999.419594:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484713728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762999.419603:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762999.419607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789762999.419610:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484713728:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763000.122997:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763001.146968:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763002.171026:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763003.194978:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763004.218996:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763004.538969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763004.538981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763004.538986:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763004.538996:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2993
00000100:00080000:0.0:1789763004.539006:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763004.539013:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763004.539050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484713856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763004.539077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763004.539081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763004.539082:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763004.539086:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2993
00000100:00080000:0.0:1789763004.539089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763004.539092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763004.539100:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763004.539114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484713984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763004.539124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763004.539128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763004.539130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763004.539133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2993
00000100:00080000:0.0:1789763004.539136:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763004.539141:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763004.539147:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484713856:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763004.539148:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763004.539159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484714112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763004.539168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763004.539171:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763004.539172:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763004.539176:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2993
00000100:00080000:0.0:1789763004.539179:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763004.539182:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763004.539185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763004.539195:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484714240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763004.539203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763004.539206:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763004.539208:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763004.539211:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2993
00000100:00080000:0.0:1789763004.539215:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763004.539217:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789763004.539224:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789763004.539225:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763004.539238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484714368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763004.539247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763004.539250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763004.539251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763004.539255:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2993
00000100:00080000:0.0:1789763004.539259:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763004.539263:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763004.539267:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763004.539272:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff8ab8c2fe9c00 x1876699484713856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763004.539282:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484714496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763004.539299:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484713856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763004.539311:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763004.539316:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763004.539322:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484713856:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763004.539330:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484713984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763004.539350:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763004.539361:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff8ab8c2fe8380 x1876699484713984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763004.539377:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484713984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763004.539384:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763004.539387:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763004.539389:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484713984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763004.539411:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484714112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763004.539425:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763004.539455:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff8ab8c2fe8a80 x1876699484714112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763004.539467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484714112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763004.539474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763004.539477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763004.539480:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484714112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763004.539485:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484714240:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763004.539502:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763004.539512:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff8ab8c2fead80 x1876699484714240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763004.539521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484714240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763004.539533:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763004.539536:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763004.539538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484714240:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763004.539542:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484714368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763004.539556:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763004.539574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff8ab8c2fe9880 x1876699484714368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763004.539584:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484714368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763004.539591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763004.539594:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763004.539596:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484714368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763004.539600:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484714496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763004.539616:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763004.539624:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763004/real 1789763004]  req@ffff8ab8c2fe8000 x1876699484714496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763004.539633:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484714496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763004.539639:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763004.539642:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763004.539645:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484714496:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763005.243058:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763006.267003:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763007.291008:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763008.314982:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763009.338981:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763009.658960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.658967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763009.658970:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.658979:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 2998
00000100:00080000:3.0:1789763009.658987:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.658993:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763009.659024:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484714624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763009.659048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.659051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763009.659052:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.659055:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2998
00000100:00080000:3.0:1789763009.659057:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.659060:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763009.659069:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763009.659083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484714752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763009.659096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763009.659100:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484714624:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763009.659102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763009.659107:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.659113:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2998
00000100:00080000:3.0:1789763009.659116:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.659120:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763009.659125:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763009.659134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484714880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763009.659141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.659144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763009.659145:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.659147:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 2998
00000100:00080000:3.0:1789763009.659150:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.659153:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763009.659157:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763009.659165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484715008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763009.659169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763009.659179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.659182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763009.659183:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.659187:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2998
00000100:00080000:3.0:1789763009.659189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.659192:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763009.659195:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763009.659206:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484715136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763009.659208:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009]  req@ffff8ab8c34f7b80 x1876699484714624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763009.659223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763009.659228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763009.659229:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763009.659235:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 2998
00000100:00100000:1.0:1789763009.659236:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484714624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763009.659238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763009.659244:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763009.659250:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763009.659256:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763009.659262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763009.659262:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484715264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763009.659271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484714624:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763009.659297:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484714752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763009.659313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763009.659322:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009]  req@ffff8ab8c34f4380 x1876699484714752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763009.659330:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484714752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763009.659336:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763009.659338:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763009.659341:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484714752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763009.659345:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484714880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763009.659356:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763009.659363:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009]  req@ffff8ab8c34f6300 x1876699484714880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763009.659370:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484714880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763009.659375:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763009.659377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763009.659379:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484714880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763009.659383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484715008:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763009.659393:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763009.659416:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009]  req@ffff8ab8c34f5c00 x1876699484715008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763009.659425:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484715008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763009.659431:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763009.659433:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763009.659435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484715008:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763009.659439:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484715136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763009.659453:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763009.659460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009]  req@ffff8ab8c34f4a80 x1876699484715136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763009.659468:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484715136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763009.659473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763009.659475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763009.659477:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484715136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763009.659480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484715264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763009.659491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763009.659497:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763009/real 1789763009]  req@ffff8ab8c34f7100 x1876699484715264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763009.659505:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484715264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763009.659509:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763009.659511:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763009.659513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484715264:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763010.362966:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763011.386993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763012.411048:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763013.434986:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763014.459019:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763014.778946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763014.778957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763014.778961:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763014.778972:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3003
00000100:00080000:3.0:1789763014.778983:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763014.778990:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763014.779033:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484715392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763014.779059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763014.779062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763014.779064:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763014.779067:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3003
00000100:00080000:3.0:1789763014.779069:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763014.779072:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763014.779081:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763014.779092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484715520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763014.779100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763014.779103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763014.779104:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763014.779108:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3003
00000100:00080000:3.0:1789763014.779111:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763014.779114:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763014.779118:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763014.779125:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484715392:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763014.779132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484715648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763014.779148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763014.779151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763014.779152:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763014.779156:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3003
00000100:00080000:3.0:1789763014.779161:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763014.779164:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763014.779170:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763014.779180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484715776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763014.779187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763014.779189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763014.779191:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763014.779193:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3003
00000100:00080000:3.0:1789763014.779197:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763014.779202:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789763014.779203:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789763014.779215:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763014.779242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484715904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763014.779251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763014.779254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763014.779256:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763014.779259:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3003
00000100:00080000:3.0:1789763014.779261:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763014.779265:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763014.779270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763014.779278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484716032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763014.779306:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff8ab8c34f5f80 x1876699484715392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763014.779343:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484715392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763014.779407:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763014.779413:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763014.779416:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484715392:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763014.779423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484715520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763014.779444:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763014.779454:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff8ab8c34f6d80 x1876699484715520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763014.779463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484715520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763014.779469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763014.779471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763014.779473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484715520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763014.779492:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484715648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763014.779504:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763014.779511:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff8ab8c34f5880 x1876699484715648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763014.779519:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484715648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763014.779528:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763014.779531:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763014.779533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484715648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763014.779536:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484715776:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763014.779550:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763014.779560:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff8ab8c34f5180 x1876699484715776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763014.779573:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484715776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763014.779583:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763014.779586:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763014.779590:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484715776:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763014.779596:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484715904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763014.779618:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763014.779630:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff8ab8c34f7800 x1876699484715904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763014.779642:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484715904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763014.779651:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763014.779655:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763014.779659:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484715904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763014.779665:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484716032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763014.779684:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763014.779692:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763014/real 1789763014]  req@ffff8ab8c34f7480 x1876699484716032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763014.779700:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484716032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763014.779705:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763014.779708:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763014.779712:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484716032:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763015.483074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763016.507117:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763017.531165:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763018.555136:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763019.579065:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763019.899033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.899053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763019.899073:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.899091:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3008
00000100:00080000:3.0:1789763019.899109:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.899122:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763019.899184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484716160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763019.899228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.899235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763019.899238:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.899244:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3008
00000100:00080000:3.0:1789763019.899250:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.899257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763019.899284:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763019.899300:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484716160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763019.899311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484716288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763019.899364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.899395:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763019.899400:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.899410:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3008
00000100:00080000:3.0:1789763019.899422:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.899431:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763019.899451:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763019.899482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763019.899483:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484716416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763019.899503:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763019.899509:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763019.899512:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.899520:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3008
00000100:00080000:3.0:1789763019.899526:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.899531:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763019.899540:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763019.899558:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff8ab8c34f4000 x1876699484716160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763019.899586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484716160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763019.899602:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763019.899608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763019.899614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484716160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763019.899653:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484716288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763019.899682:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484716544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763019.899702:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763019.899704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763019.899735:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff8ab8c34f6680 x1876699484716288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763019.899764:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484716288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763019.899785:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763019.899789:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763019.899794:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484716288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763019.899803:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484716416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763019.899839:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763019.899858:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff8ab8c34f5500 x1876699484716416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763019.899914:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484716416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763019.899927:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763019.899935:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763019.899940:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484716416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763019.899961:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484716544:192.168.203.110@tcp:8:kworker.0
00000100:00080000:3.0:1789763019.900017:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763019.900023:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763019.900028:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763019.900038:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3008
00000100:00080000:3.0:1789763019.900051:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.900060:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763019.900070:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763019.900081:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff8ab8c34f6a00 x1876699484716544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763019.900097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484716672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763019.900125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763019.900133:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484716544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763019.900135:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763019.900143:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763019.900158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3008
00000100:00080000:3.0:1789763019.900168:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763019.900179:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763019.900182:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763019.900197:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763019.900203:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763019.900212:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484716544:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763019.900224:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484716800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763019.900246:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484716672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763019.900294:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763019.900351:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff8ab8c34f4700 x1876699484716672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763019.900390:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484716672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763019.900408:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763019.900416:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763019.900423:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484716672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763019.900443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484716800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763019.900474:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763019.900490:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763019/real 1789763019]  req@ffff8ab8c34f5500 x1876699484716800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763019.900505:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484716800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763019.900525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763019.900529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763019.900533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484716800:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763020.603126:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763021.627181:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763022.651131:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763023.675075:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763024.699183:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763025.019007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.019021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763025.019028:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.019042:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3013
00000100:00080000:3.0:1789763025.019058:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.019072:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763025.019131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484716928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.019180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.019187:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.019190:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.019197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3013
00000100:00080000:3.0:1789763025.019204:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.019212:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763025.019225:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763025.019244:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484716928:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763025.019250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484717056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.019271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.019276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763025.019279:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.019316:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3013
00000100:00080000:3.0:1789763025.019323:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.019329:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763025.019338:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.019355:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484717184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763025.019381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763025.019385:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.019393:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.019396:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.019403:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3013
00000100:00080000:3.0:1789763025.019409:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.019414:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763025.019421:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763025.019437:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484717312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.019449:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.019454:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.019456:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.019461:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3013
00000100:00080000:3.0:1789763025.019466:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763025.019475:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8ab8c34f6680 x1876699484716928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.019476:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763025.019488:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.019511:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484717440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763025.019526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484716928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.019529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.019545:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763025.019552:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.019567:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3013
00000100:00080000:1.0:1789763025.019569:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763025.019573:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763025.019582:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789763025.019584:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763025.019595:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763025.019597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484716928:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763025.019614:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484717568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763025.019641:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763025.019683:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763025.019701:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8ab8c34f4000 x1876699484717056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763025.019719:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484717056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763025.019748:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763025.019755:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763025.019762:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763025.019794:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763025.019837:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763025.019856:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8ab8c34f7480 x1876699484717184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763025.019907:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484717184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763025.019917:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763025.019921:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763025.019926:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763025.019934:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717312:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763025.019962:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763025.019976:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8ab8c34f7800 x1876699484717312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763025.019990:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484717312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763025.019999:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763025.020003:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763025.020008:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717312:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763025.020015:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484717440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763025.020035:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763025.020047:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8ab8c34f5180 x1876699484717440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763025.020060:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484717440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763025.020070:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763025.020073:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763025.020077:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484717440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763025.020083:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484717568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763025.020102:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763025.020114:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8ab8c34f5880 x1876699484717568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763025.020126:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484717568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763025.020136:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763025.020139:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763025.020143:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484717568:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763025.723083:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763026.747095:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763027.771116:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763028.795141:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763029.819148:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763030.139033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.139045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763030.139050:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.139063:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3018
00000100:00080000:1.0:1789763030.139075:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.139085:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763030.139132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484717696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.139171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.139177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763030.139179:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.139184:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3018
00000100:00080000:1.0:1789763030.139189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.139194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763030.139206:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763030.139223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484717824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763030.139239:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484717696:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763030.139243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.139277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763030.139296:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.139303:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3018
00000100:00080000:1.0:1789763030.139308:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.139312:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763030.139321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763030.139338:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484717952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.139349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.139354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763030.139360:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763030.139361:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763030.139370:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3018
00000100:00080000:1.0:1789763030.139375:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.139380:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763030.139386:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763030.139400:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484718080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.139411:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.139414:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763030.139417:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.139421:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3018
00000100:00100000:3.0:1789763030.139427:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8ab8d84abb80 x1876699484717696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763030.139428:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.139438:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763030.139448:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763030.139463:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484718208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763030.139467:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484717696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763030.139495:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763030.139500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763030.139502:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763030.139510:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763030.139512:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789763030.139518:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3018
00000100:00100000:3.0:1789763030.139522:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484717696:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763030.139534:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.139540:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763030.139545:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763030.139553:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763030.139561:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484718336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763030.139585:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763030.139603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8ab8d84a9c00 x1876699484717824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.139617:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484717824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.139626:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.139629:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763030.139634:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763030.139640:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763030.139658:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763030.139668:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8ab8d84a9180 x1876699484717952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.139679:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484717952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.139687:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.139690:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763030.139693:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484717952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763030.139698:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484718080:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763030.139715:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763030.139725:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8ab8d84a8e00 x1876699484718080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.139736:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484718080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.139744:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.139747:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763030.139751:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484718080:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763030.139759:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484718208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763030.139786:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763030.139805:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8ab8d84aa300 x1876699484718208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.139825:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484718208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.139852:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.139856:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763030.139860:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484718208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763030.139941:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484718336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763030.139976:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763030.139999:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8ab8d84abb80 x1876699484718336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.140023:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484718336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.140040:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.140047:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763030.140054:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484718336:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763030.843104:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763031.867105:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763032.891088:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763033.915064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763034.939046:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763035.259010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763035.259048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763035.259055:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763035.259069:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3023
00000100:00080000:3.0:1789763035.259086:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763035.259097:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763035.259156:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484718464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763035.259195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763035.259200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763035.259202:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763035.259226:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3023
00000100:00080000:3.0:1789763035.259236:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763035.259242:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763035.259257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.259267:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484718464:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763035.259280:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484718592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763035.259295:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763035.259299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763035.259302:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763035.259306:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3023
00000100:00080000:3.0:1789763035.259310:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763035.259314:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763035.259319:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763035.259332:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484718720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763035.259343:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763035.259347:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763035.259349:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763035.259354:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3023
00000100:00080000:3.0:1789763035.259391:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763035.259397:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763035.259403:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763035.259417:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484718848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763035.259430:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763035.259434:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763035.259436:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763035.259443:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484718592:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763035.259444:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3023
00000100:00080000:3.0:1789763035.259452:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763035.259459:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763035.259465:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763035.259479:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484718976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763035.259493:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763035.259497:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763035.259501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484718720:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763035.259502:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763035.259516:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3023
00000100:00080000:3.0:1789763035.259522:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763035.259526:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763035.259531:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.259543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484718848:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763035.259549:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484719104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763035.259598:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484718976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763035.259639:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484719104:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763035.963111:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763036.987019:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763038.011089:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763038.331272:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:2.0:1789763038.331353:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763038.331385:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763038.331459:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763038.331483:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763038.331502:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763038.331525:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763038.331544:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789763038.331555:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763038]  req@ffff8ab8c34f5f80 x1876699484718592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763038.331610:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484718592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763038.331652:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763038.331664:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763038.331673:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484718592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763038.331690:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763038]  req@ffff8ab8c34f7100 x1876699484718720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763038.331719:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484718720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763038.331735:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763038.331741:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763038.331746:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484718720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763038.331755:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763038]  req@ffff8ab8c34f4a80 x1876699484718848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763038.331772:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484718848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763038.331784:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763038.331791:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763038.331799:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484718848:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763038.331813:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763038]  req@ffff8ab8c34f6d80 x1876699484718464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763038.331839:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484718464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763038.331857:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763038.331914:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763038.331923:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484718464:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763038.332008:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763038]  req@ffff8ab8c34f5c00 x1876699484718976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763038.332039:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484718976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763038.332058:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763038.332065:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763038.332072:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484718976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763038.332085:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763038]  req@ffff8ab8c34f6300 x1876699484719104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763038.332133:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484719104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763038.332149:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763038.332156:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763038.332164:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484719104:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763039.035126:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763040.059132:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763040.379025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.379043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763040.379060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.379077:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3028
00000100:00080000:3.0:1789763040.379096:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.379109:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763040.379222:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484719232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.379263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.379269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763040.379271:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.379277:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3028
00000100:00080000:3.0:1789763040.379283:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.379288:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763040.379302:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763040.379322:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484719360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.379336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.379341:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763040.379344:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.379349:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3028
00000100:00080000:3.0:1789763040.379353:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.379358:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763040.379367:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763040.379380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484719232:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763040.379386:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484719488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.379409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.379413:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763040.379415:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.379419:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3028
00000100:00080000:3.0:1789763040.379422:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.379426:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763040.379432:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763040.379446:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484719616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.379459:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.379464:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763040.379465:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.379470:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3028
00000100:00080000:3.0:1789763040.379476:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.379481:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763040.379487:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763040.379500:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484719744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.379511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.379516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763040.379523:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763040.379527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763040.379533:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3028
00000100:00080000:3.0:1789763040.379542:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.379547:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763040.379555:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763040.379570:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484719872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763040.379624:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8ab8c34f4380 x1876699484719232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763040.379665:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484719232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763040.379687:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763040.379697:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763040.379706:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484719232:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763040.379734:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484719360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763040.379782:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763040.379808:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8ab8c34f7b80 x1876699484719360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763040.379834:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484719360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763040.379851:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763040.379857:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763040.379913:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484719360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763040.379965:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484719488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763040.380009:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763040.380034:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8ab8c34f6300 x1876699484719488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763040.380059:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484719488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763040.380089:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763040.380096:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763040.380103:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484719488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763040.380116:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484719616:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763040.380156:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763040.380210:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8ab8c34f5c00 x1876699484719616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763040.380237:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484719616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763040.380255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763040.380262:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763040.380269:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484719616:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763040.380283:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484719744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763040.380325:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763040.380349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8ab8c34f6d80 x1876699484719744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763040.380374:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484719744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763040.380391:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763040.380397:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763040.380405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484719744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763040.380417:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484719872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763040.380459:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763040.380483:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8ab8c34f4a80 x1876699484719872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763040.380509:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484719872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763040.380525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763040.380531:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763040.380539:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484719872:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763041.083103:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763042.107118:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763043.131098:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763044.155065:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763045.179023:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763045.498982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763045.498997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763045.499003:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763045.499016:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3034
00000100:00080000:0.0:1789763045.499030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763045.499040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763045.499087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484720000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763045.499121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763045.499126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763045.499128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763045.499148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3034
00000100:00080000:0.0:1789763045.499155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763045.499159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763045.499171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763045.499189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484720128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763045.499202:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484720000:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763045.499209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763045.499214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763045.499217:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763045.499223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3034
00000100:00080000:0.0:1789763045.499228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763045.499233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763045.499239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763045.499255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484720256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763045.499266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763045.499270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763045.499272:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763045.499282:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763045.499284:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3034
00000100:00080000:0.0:1789763045.499291:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763045.499297:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763045.499306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763045.499322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484720384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763045.499329:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff8ab8c2feb800 x1876699484720000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763045.499381:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484720000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763045.499383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763045.499400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763045.499405:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763045.499406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763045.499424:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763045.499429:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3034
00000100:00100000:1.0:1789763045.499434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484720000:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763045.499439:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763045.499447:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763045.499456:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763045.499463:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484720128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763045.499481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484720512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763045.499491:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763045.499505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763045.499510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763045.499511:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff8ab8c2feb480 x1876699484720128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763045.499516:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763045.499537:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3034
00000100:00100000:1.0:1789763045.499542:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484720128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763045.499546:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763045.499562:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763045.499564:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763045.499579:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789763045.499582:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763045.499584:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484720128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763045.499596:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484720256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763045.499608:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484720640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763045.499614:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763045.499624:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff8ab8c2feb100 x1876699484720256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763045.499645:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484720256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763045.499659:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763045.499666:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763045.499671:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484720256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763045.499681:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484720384:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763045.499697:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763045.499714:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff8ab8c2fe8e00 x1876699484720384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763045.499722:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484720384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763045.499727:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763045.499730:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763045.499732:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484720384:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763045.499742:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484720512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763045.499754:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763045.499767:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff8ab8c2fe9180 x1876699484720512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763045.499775:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484720512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763045.499780:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763045.499782:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763045.499784:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484720512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763045.499788:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484720640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763045.499799:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763045.499805:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff8ab8c2feaa00 x1876699484720640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763045.499812:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484720640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763045.499821:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763045.499824:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763045.499826:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484720640:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763046.202998:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763047.226968:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763048.251072:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763049.275057:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763050.299121:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763050.619033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763050.619046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763050.619052:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763050.619066:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3039
00000100:00080000:3.0:1789763050.619080:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763050.619089:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763050.619170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484720768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763050.619208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763050.619213:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763050.619215:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763050.619221:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3039
00000100:00080000:3.0:1789763050.619227:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763050.619232:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763050.619243:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763050.619263:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484720896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763050.619287:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484720768:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763050.619292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763050.619300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763050.619303:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763050.619309:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3039
00000100:00080000:3.0:1789763050.619314:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763050.619319:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763050.619325:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763050.619343:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484721024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763050.619356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763050.619362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763050.619364:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763050.619368:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3039
00000100:00080000:3.0:1789763050.619374:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763050.619381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763050.619389:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763050.619398:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763050.619415:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484721152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763050.619430:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763050.619434:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763050.619436:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763050.619440:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3039
00000100:00080000:3.0:1789763050.619446:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763050.619453:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763050.619460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff8ab8c34f7100 x1876699484720768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763050.619464:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763050.619492:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484721280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763050.619504:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484720768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763050.619514:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763050.619530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763050.619538:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763050.619544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763050.619549:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3039
00000100:00080000:3.0:1789763050.619558:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763050.619559:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763050.619574:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484720768:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763050.619576:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763050.619593:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763050.619615:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484720896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763050.619638:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484721408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763050.619686:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763050.619721:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff8ab8c34f5f80 x1876699484720896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763050.619741:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484720896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763050.619761:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763050.619765:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763050.619770:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484720896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763050.619778:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763050.619805:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763050.619821:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff8ab8c34f5880 x1876699484721024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763050.619844:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484721024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763050.619859:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763050.619927:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763050.619933:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763050.619942:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721152:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763050.619975:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763050.619991:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff8ab8c34f5180 x1876699484721152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763050.620006:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484721152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763050.620016:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763050.620020:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763050.620025:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721152:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763050.620032:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484721280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763050.620053:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763050.620066:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff8ab8c34f7800 x1876699484721280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763050.620079:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484721280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763050.620089:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763050.620092:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763050.620122:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484721280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763050.620149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484721408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763050.620176:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763050.620190:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763050/real 1789763050]  req@ffff8ab8c34f7480 x1876699484721408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763050.620205:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484721408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763050.620215:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763050.620219:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763050.620223:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484721408:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763051.323157:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763052.347061:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763053.371156:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763054.395061:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763055.419092:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763055.739086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763055.739102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763055.739109:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763055.739126:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3044
00000100:00080000:1.0:1789763055.739142:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763055.739155:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763055.739221:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484721536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763055.739297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763055.739306:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763055.739312:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763055.739323:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3044
00000100:00080000:1.0:1789763055.739337:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763055.739349:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763055.739370:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763055.739381:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484721536:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763055.739414:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484721664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763055.739458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763055.739465:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763055.739468:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763055.739477:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3044
00000100:00080000:1.0:1789763055.739484:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763055.739496:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763055.739511:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763055.739537:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484721792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763055.739557:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763055.739563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763055.739566:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763055.739575:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3044
00000100:00080000:1.0:1789763055.739585:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763055.739586:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763055.739604:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763055.739615:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763055.739635:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484721920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763055.739654:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763055.739660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763055.739663:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763055.739685:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3044
00000100:00080000:1.0:1789763055.739692:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763055.739698:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763055.739705:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763055.739723:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484722048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763055.739755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763055.739761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763055.739765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763055.739772:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3044
00000100:00080000:1.0:1789763055.739780:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763055.739788:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763055.739797:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763055.739823:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484722176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763055.740009:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff8ab8d84ab100 x1876699484721536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.740052:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484721536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.740098:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.740107:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763055.740117:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484721536:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763055.740155:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763055.740190:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763055.740206:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff8ab8d84ab480 x1876699484721664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.740230:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484721664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.740240:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.740244:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763055.740248:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763055.740255:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763055.740274:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763055.740285:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff8ab8d84a9f80 x1876699484721792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.740297:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484721792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.740306:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.740309:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763055.740312:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763055.740319:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721920:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763055.740336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763055.740346:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff8ab8d84aad80 x1876699484721920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.740359:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484721920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.740368:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.740371:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763055.740374:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484721920:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763055.740380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484722048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763055.740397:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763055.740407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff8ab8d84a8a80 x1876699484722048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.740419:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484722048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.740427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.740430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763055.740433:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484722048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763055.740439:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484722176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763055.740456:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763055.740466:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763055/real 1789763055]  req@ffff8ab8d84aa680 x1876699484722176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763055.740477:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484722176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763055.740500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763055.740504:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763055.740507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484722176:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763056.443093:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763057.467110:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763058.491016:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763059.515153:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763060.539070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763060.859049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763060.859074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763060.859079:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763060.859091:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3049
00000100:00080000:1.0:1789763060.859105:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763060.859114:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763060.859173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484722304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763060.859212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763060.859217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763060.859219:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763060.859224:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3049
00000100:00080000:1.0:1789763060.859228:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763060.859232:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763060.859245:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763060.859261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484722432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763060.859275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763060.859280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763060.859283:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763060.859289:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3049
00000100:00080000:1.0:1789763060.859293:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763060.859299:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484722304:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763060.859302:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763060.859320:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763060.859345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484722560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763060.859358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763060.859363:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763060.859366:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763060.859370:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3049
00000100:00080000:1.0:1789763060.859377:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763060.859381:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763060.859386:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763060.859413:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484722688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763060.859426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763060.859433:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789763060.859436:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763060.859438:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763060.859449:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3049
00000100:00080000:1.0:1789763060.859456:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763060.859462:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763060.859470:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763060.859488:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484722816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763060.859499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763060.859503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763060.859506:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763060.859515:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3049
00000100:00100000:3.0:1789763060.859517:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff8ab8d84a8000 x1876699484722304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763060.859520:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763060.859531:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763060.859552:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763060.859566:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484722304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763060.859575:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484722944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763060.859607:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.859617:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763060.859625:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484722304:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763060.859638:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484722432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763060.859671:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763060.859701:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff8ab8d84a8380 x1876699484722432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.859717:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484722432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.859728:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.859733:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763060.859737:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484722432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763060.859768:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484722560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763060.859792:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763060.859812:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff8ab8d84a9880 x1876699484722560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.859827:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484722560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.859837:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.859841:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763060.859845:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484722560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763060.859852:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484722688:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763060.859920:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763060.859936:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff8ab8d84a9500 x1876699484722688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.859951:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484722688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.859961:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.859965:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763060.859969:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484722688:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763060.859977:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484722816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763060.859999:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763060.860012:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff8ab8d84ab800 x1876699484722816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.860071:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484722816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.860089:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.860095:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763060.860102:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484722816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763060.860115:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484722944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763060.860174:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763060.860191:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763060/real 1789763060]  req@ffff8ab8d84a8700 x1876699484722944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763060.860207:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484722944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763060.860217:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763060.860221:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763060.860225:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484722944:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763061.563149:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763062.587036:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763063.611076:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763064.635193:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763065.659144:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763065.979107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763065.979123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763065.979128:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763065.979141:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3054
00000100:00080000:2.0:1789763065.979153:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763065.979163:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763065.979208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484723072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763065.979246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763065.979251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763065.979253:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763065.979259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3054
00000100:00080000:2.0:1789763065.979263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763065.979267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763065.979278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763065.979294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484723200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763065.979308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763065.979313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763065.979316:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763065.979321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3054
00000100:00080000:2.0:1789763065.979325:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763065.979338:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763065.979338:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484723072:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789763065.979347:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763065.979376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484723328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763065.979389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763065.979393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763065.979395:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763065.979399:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3054
00000100:00080000:2.0:1789763065.979404:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763065.979408:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763065.979414:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763065.979430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484723456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763065.979453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763065.979458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763065.979460:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763065.979464:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3054
00000100:00080000:2.0:1789763065.979469:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763065.979477:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763065.979483:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763065.979492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763065.979506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484723584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763065.979518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763065.979523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763065.979525:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763065.979531:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3054
00000100:00080000:2.0:1789763065.979536:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763065.979542:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff8ab8c33dfb80 x1876699484723072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763065.979546:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763065.979559:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763065.979578:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484723712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763065.979597:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484723072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.979651:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.979661:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763065.979670:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484723072:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763065.979683:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484723200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763065.979721:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763065.979740:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff8ab8c33ddc00 x1876699484723200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.979757:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484723200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.979768:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.979774:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763065.979781:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484723200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763065.979820:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484723328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763065.979863:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763065.979926:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff8ab8c33df480 x1876699484723328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.979943:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484723328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.979954:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.979958:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763065.979963:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484723328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763065.979971:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484723456:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763065.980036:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763065.980053:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff8ab8c33ddf80 x1876699484723456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.980068:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484723456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.980079:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.980083:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763065.980088:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484723456:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763065.980095:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484723584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763065.980118:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763065.980130:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff8ab8c33ded80 x1876699484723584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.980145:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484723584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.980154:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.980158:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763065.980161:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484723584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763065.980168:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484723712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763065.980187:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763065.980199:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763065/real 1789763065]  req@ffff8ab8c33df800 x1876699484723712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763065.980213:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484723712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763065.980223:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763065.980226:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763065.980230:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484723712:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763066.683143:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763067.707072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763068.731050:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763069.755100:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763070.779096:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763071.099021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.099033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763071.099039:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.099052:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3059
00000100:00080000:3.0:1789763071.099066:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.099076:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763071.099120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484723840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763071.099161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.099166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763071.099168:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.099174:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3059
00000100:00080000:3.0:1789763071.099178:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.099182:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763071.099193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.099208:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484723968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763071.099231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.099236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763071.099238:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.099243:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3059
00000100:00080000:3.0:1789763071.099248:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.099257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763071.099262:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484723840:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789763071.099266:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.099295:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484724096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763071.099311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.099316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763071.099319:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.099325:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3059
00000100:00080000:3.0:1789763071.099329:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.099333:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763071.099340:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763071.099353:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484724224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763071.099367:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763071.099375:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763071.099378:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763071.099383:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.099391:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3059
00000100:00080000:3.0:1789763071.099399:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.099405:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763071.099412:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.099426:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484724352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763071.099436:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.099441:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763071.099444:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.099450:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3059
00000100:00080000:3.0:1789763071.099455:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763071.099465:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8ab8c34f4000 x1876699484723840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.099480:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763071.099494:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.099517:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484724480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763071.099528:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484723840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763071.099553:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763071.099560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763071.099567:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484723840:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763071.099579:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484723968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763071.099615:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763071.099633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8ab8c34f6680 x1876699484723968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763071.099649:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484723968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763071.099660:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763071.099664:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763071.099669:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484723968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763071.099708:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763071.099731:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763071.099744:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8ab8c34f5500 x1876699484724096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763071.099766:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484724096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763071.099776:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763071.099780:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763071.099783:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763071.099791:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724224:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763071.099811:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763071.099823:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8ab8c34f4700 x1876699484724224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763071.099837:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484724224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763071.099846:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763071.099850:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763071.099853:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724224:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763071.099859:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484724352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763071.099977:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763071.100004:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8ab8c34f6a00 x1876699484724352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763071.100028:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484724352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763071.100048:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763071.100052:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763071.100056:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484724352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763071.100064:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484724480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763071.100094:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763071.100108:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8ab8c34f7480 x1876699484724480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763071.100122:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484724480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763071.100132:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763071.100136:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763071.100140:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484724480:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763071.803084:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763072.827111:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763073.851119:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763074.875108:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763075.899013:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763076.218992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.219000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763076.219003:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.219029:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3064
00000100:00080000:3.0:1789763076.219037:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.219044:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763076.219075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484724608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763076.219098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.219102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763076.219104:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.219109:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3064
00000100:00080000:3.0:1789763076.219129:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.219133:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763076.219142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763076.219156:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484724736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763076.219163:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484724608:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763076.219167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.219169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763076.219171:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.219174:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3064
00000100:00080000:3.0:1789763076.219177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.219181:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763076.219185:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763076.219194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484724864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763076.219202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.219205:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763076.219206:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.219209:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3064
00000100:00080000:3.0:1789763076.219212:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.219216:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789763076.219218:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789763076.219220:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763076.219229:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484724992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763076.219238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.219241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763076.219242:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.219245:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3064
00000100:00080000:3.0:1789763076.219248:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.219252:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763076.219256:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763076.219262:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8ab8c34f7800 x1876699484724608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763076.219264:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484725120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763076.219275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.219278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763076.219279:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763076.219282:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484724608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763076.219284:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3064
00000100:00080000:3.0:1789763076.219288:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.219292:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763076.219297:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763076.219299:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763076.219303:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763076.219305:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484725248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763076.219308:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484724608:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763076.219331:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763076.219353:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763076.219366:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8ab8c34f5180 x1876699484724736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763076.219376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484724736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763076.219382:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763076.219384:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763076.219386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763076.219391:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763076.219404:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763076.219411:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8ab8c34f5880 x1876699484724864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763076.219418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484724864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763076.219423:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763076.219426:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763076.219427:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763076.219431:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724992:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763076.219442:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763076.219448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8ab8c34f5f80 x1876699484724992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763076.219455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484724992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763076.219461:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763076.219463:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763076.219464:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484724992:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763076.219468:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484725120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763076.219478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763076.219484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8ab8c34f7100 x1876699484725120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763076.219491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484725120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763076.219496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763076.219498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763076.219500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484725120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763076.219503:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484725248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763076.219514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763076.219519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8ab8c34f4a80 x1876699484725248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763076.219527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484725248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763076.219532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763076.219533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763076.219535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484725248:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763076.923004:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763077.947091:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763078.971161:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763079.995113:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763081.019107:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763081.338979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.338992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763081.338999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.339017:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3069
00000100:00080000:3.0:1789763081.339033:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.339046:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763081.339104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484725376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.339145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.339150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763081.339153:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.339159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3069
00000100:00080000:3.0:1789763081.339165:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.339170:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763081.339182:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763081.339203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484725504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.339217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.339222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763081.339224:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.339229:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3069
00000100:00080000:3.0:1789763081.339232:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.339244:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763081.339246:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484725376:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789763081.339254:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763081.339283:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484725632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.339319:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.339326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763081.339331:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763081.339345:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763081.339345:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3069
00000100:00080000:3.0:1789763081.339367:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.339374:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763081.339384:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763081.339412:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484725760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763081.339422:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff8ab8c34f6d80 x1876699484725376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.339467:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763081.339476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484725376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.339482:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763081.339493:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763081.339505:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763081.339510:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3069
00000100:00080000:1.0:1789763081.339517:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763081.339528:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484725376:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763081.339528:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.339546:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763081.339549:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484725504:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789763081.339578:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763081.339583:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763081.339615:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484725888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763081.339616:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff8ab8c34f5c00 x1876699484725504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.339676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.339687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763081.339693:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.339711:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3069
00000100:00080000:3.0:1789763081.339724:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763081.339731:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484725504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763081.339742:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763081.339758:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763081.339762:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763081.339769:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763081.339779:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484725504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763081.339802:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484726016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763081.339817:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484725632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763081.339857:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763081.339952:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff8ab8c34f6300 x1876699484725632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763081.339969:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484725632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763081.339980:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763081.339984:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763081.339988:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484725632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763081.339996:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484725760:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763081.340022:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763081.340036:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff8ab8c34f7b80 x1876699484725760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763081.340050:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484725760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763081.340068:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763081.340072:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763081.340076:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484725760:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763081.340083:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484725888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763081.340103:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763081.340115:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff8ab8c34f4380 x1876699484725888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763081.340128:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484725888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763081.340138:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763081.340141:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763081.340145:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484725888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763081.340163:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484726016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763081.340196:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763081.340216:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff8ab8c34f4a80 x1876699484726016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763081.340241:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484726016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763081.340258:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763081.340264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763081.340272:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484726016:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763082.043192:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763083.067065:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763084.091108:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763085.115100:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763086.139067:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763086.458984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.459001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763086.459007:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.459024:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3075
00000100:00080000:3.0:1789763086.459060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.459070:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763086.459126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484726144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763086.459161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.459167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763086.459169:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.459174:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3075
00000100:00080000:3.0:1789763086.459178:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.459181:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763086.459193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763086.459211:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484726272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763086.459225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.459232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763086.459239:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484726144:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763086.459239:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.459253:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3075
00000100:00080000:3.0:1789763086.459262:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.459269:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763086.459278:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763086.459299:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484726400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763086.459316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.459320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763086.459322:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.459327:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3075
00000100:00080000:3.0:1789763086.459332:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.459336:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763086.459342:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763086.459378:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484726528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763086.459394:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763086.459403:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763086.459409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763086.459413:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.459420:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3075
00000100:00080000:3.0:1789763086.459427:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.459433:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763086.459441:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763086.459455:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484726656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763086.459484:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763086.459494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8ab8c34f7100 x1876699484726144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763086.459494:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763086.459519:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763086.459533:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3075
00000100:00080000:3.0:1789763086.459542:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763086.459549:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763086.459559:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763086.459562:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484726144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763086.459578:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484726784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763086.459630:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763086.459641:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763086.459651:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484726144:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763086.459714:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484726272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763086.459754:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763086.459773:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8ab8c34f5f80 x1876699484726272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763086.459791:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484726272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763086.459803:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763086.459808:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763086.459812:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484726272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763086.459821:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484726400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763086.459947:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763086.459966:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8ab8c34f5880 x1876699484726400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763086.459983:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484726400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763086.459994:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763086.459999:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763086.460003:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484726400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763086.460011:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484726528:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763086.460066:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763086.460078:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8ab8c34f5180 x1876699484726528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763086.460090:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484726528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763086.460100:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763086.460103:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763086.460106:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484726528:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763086.460112:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484726656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763086.460157:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763086.460177:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8ab8c34f7800 x1876699484726656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763086.460202:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484726656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763086.460220:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763086.460227:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763086.460234:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484726656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763086.460246:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484726784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763086.460279:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763086.460294:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8ab8c34f7480 x1876699484726784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763086.460317:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484726784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763086.460333:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763086.460339:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763086.460347:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484726784:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763087.163057:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763088.187100:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763089.211059:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763090.235011:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763091.259101:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763091.578983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.578996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763091.579002:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.579015:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3080
00000100:00080000:3.0:1789763091.579027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.579037:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763091.579084:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484726912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763091.579120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.579134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763091.579136:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.579142:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3080
00000100:00080000:3.0:1789763091.579147:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.579151:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763091.579163:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763091.579178:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484727040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763091.579193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.579198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763091.579201:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.579206:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3080
00000100:00080000:3.0:1789763091.579209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.579214:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763091.579220:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763091.579238:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484727168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763091.579241:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484726912:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763091.579260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.579267:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763091.579270:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.579276:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3080
00000100:00080000:3.0:1789763091.579283:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.579291:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763091.579301:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763091.579337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484727296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763091.579369:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763091.579377:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.579387:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763091.579391:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.579399:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3080
00000100:00080000:3.0:1789763091.579406:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763091.579412:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763091.579421:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763091.579432:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff8ab8c34f6a00 x1876699484726912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763091.579444:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484727424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763091.579495:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763091.579501:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763091.579504:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763091.579510:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3080
00000100:00080000:3.0:1789763091.579516:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763091.579518:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484726912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763091.579526:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763091.579539:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763091.579551:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763091.579563:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484727552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763091.579564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763091.579579:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484726912:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763091.579604:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763091.579640:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763091.579664:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff8ab8c34f4700 x1876699484727040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763091.579683:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484727040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763091.579694:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763091.579699:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763091.579705:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763091.579748:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763091.579785:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763091.579834:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff8ab8c34f5500 x1876699484727168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763091.579854:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484727168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763091.579936:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763091.579946:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763091.579957:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763091.579978:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727296:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763091.580040:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763091.580084:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff8ab8c34f6680 x1876699484727296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763091.580112:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484727296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763091.580137:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763091.580143:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763091.580148:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727296:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763091.580159:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484727424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763091.580197:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763091.580221:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff8ab8c34f4000 x1876699484727424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763091.580247:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484727424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763091.580265:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763091.580272:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763091.580282:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484727424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763091.580295:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484727552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763091.580336:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763091.580355:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763091/real 1789763091]  req@ffff8ab8c34f7480 x1876699484727552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763091.580372:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484727552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763091.580386:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763091.580391:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763091.580397:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484727552:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763092.283059:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763093.307001:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763094.331089:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763095.355106:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763096.379060:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763096.699042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763096.699055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763096.699060:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763096.699072:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3085
00000100:00080000:1.0:1789763096.699085:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763096.699094:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763096.699146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484727680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763096.699199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763096.699207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763096.699211:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763096.699219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3085
00000100:00080000:1.0:1789763096.699226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763096.699233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763096.699249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763096.699279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484727808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763096.699293:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484727680:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763096.699309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763096.699316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763096.699319:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763096.699325:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3085
00000100:00080000:1.0:1789763096.699332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763096.699337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763096.699346:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763096.699366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484727936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763096.699378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763096.699383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763096.699385:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763096.699389:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3085
00000100:00080000:1.0:1789763096.699395:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763096.699404:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763096.699406:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763096.699417:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763096.699433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484728064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763096.699445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763096.699449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763096.699452:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763096.699458:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3085
00000100:00080000:1.0:1789763096.699464:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763096.699473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff8ab8d84a8700 x1876699484727680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763096.699475:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763096.699488:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763096.699509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484728192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763096.699531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763096.699540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763096.699540:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484727680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763096.699548:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763096.699562:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3085
00000100:00080000:1.0:1789763096.699572:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763096.699578:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763096.699580:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763096.699593:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763096.699595:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763096.699605:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484727680:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763096.699613:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484728320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763096.699647:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763096.699687:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763096.699712:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff8ab8d84ab800 x1876699484727808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763096.699740:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484727808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763096.699782:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763096.699791:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763096.699797:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763096.699806:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763096.699838:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763096.699855:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff8ab8d84a9500 x1876699484727936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763096.699907:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484727936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763096.699927:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763096.699931:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763096.699936:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484727936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763096.699944:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484728064:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763096.699973:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763096.699996:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff8ab8d84a9880 x1876699484728064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763096.700020:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484728064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763096.700038:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763096.700046:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763096.700053:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484728064:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763096.700065:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484728192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763096.700098:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763096.700114:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff8ab8d84a8380 x1876699484728192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763096.700129:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484728192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763096.700143:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763096.700149:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763096.700157:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484728192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763096.700169:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484728320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763096.700206:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763096.700228:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763096/real 1789763096]  req@ffff8ab8d84a8000 x1876699484728320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763096.700251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484728320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763096.700261:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763096.700265:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763096.700271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484728320:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763097.403047:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763098.427096:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763099.451113:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763100.475097:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763101.499110:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763101.819980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.819991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763101.819998:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.820018:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3090
00000100:00080000:3.0:1789763101.820033:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.820044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763101.820103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484728448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.820157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.820165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763101.820170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.820183:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3090
00000100:00080000:3.0:1789763101.820196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.820208:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763101.820227:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763101.820239:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484728448:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763101.820270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484728576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.820303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.820312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763101.820317:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.820326:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3090
00000100:00080000:3.0:1789763101.820336:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.820346:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763101.820360:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763101.820390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484728704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.820412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.820420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763101.820424:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.820432:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3090
00000100:00080000:3.0:1789763101.820437:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.820446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763101.820455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484728576:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789763101.820460:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763101.820497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484728832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.820517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.820524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763101.820530:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763101.820534:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484728704:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763101.820554:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3090
00000100:00080000:3.0:1789763101.820568:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.820581:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763101.820602:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763101.820624:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484728832:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763101.820640:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484728960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763101.820669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763101.820676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763101.820679:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763101.820690:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3090
00000100:00100000:0.0:1789763101.820698:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484728960:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763101.820707:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763101.820747:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763101.820758:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763101.820783:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484729088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763101.820837:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484729088:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763102.523063:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763103.547059:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763104.571068:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763104.891251:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789763104.891307:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763104.891327:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763104.891372:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763104.891382:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763104.891391:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763104.891399:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763104.891407:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789763104.891486:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763104]  req@ffff8ab8c34f4a80 x1876699484729088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763104.891538:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484729088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763104.891561:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763104.891570:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763104.891578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484729088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763104.891593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763104]  req@ffff8ab8c34f7100 x1876699484728960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763104.891619:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484728960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763104.891636:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763104.891644:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763104.891650:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484728960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763104.891663:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763104]  req@ffff8ab8c34f5f80 x1876699484728832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763104.891685:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484728832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763104.891735:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763104.891743:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763104.891750:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484728832:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763104.891763:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763104]  req@ffff8ab8c34f5180 x1876699484728576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763104.891788:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484728576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763104.891804:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763104.891810:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763104.891815:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484728576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763104.891827:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763104]  req@ffff8ab8c34f5880 x1876699484728704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763104.891860:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484728704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763104.891925:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763104.891944:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763104.891953:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484728704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763104.891971:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763101/real 1789763104]  req@ffff8ab8c34f7800 x1876699484728448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763104.891998:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484728448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763104.892017:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763104.892023:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763104.892029:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484728448:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789763105.595102:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763106.619061:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763106.939050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763106.939062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763106.939068:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763106.939081:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3095
00000100:00080000:1.0:1789763106.939094:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763106.939104:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763106.939148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484729216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763106.939181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763106.939185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763106.939188:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763106.939192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3095
00000100:00080000:1.0:1789763106.939196:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763106.939201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763106.939212:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763106.939232:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484729216:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763106.939233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484729344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763106.939259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763106.939265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763106.939267:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763106.939275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3095
00000100:00080000:1.0:1789763106.939281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763106.939288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763106.939297:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763106.939313:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763106.939320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484729472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763106.939339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763106.939343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763106.939345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763106.939350:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3095
00000100:00080000:1.0:1789763106.939355:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763106.939359:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763106.939365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763106.939389:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff8ab8d84aa680 x1876699484729216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763106.939390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484729600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763106.939441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763106.939447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763106.939451:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763106.939457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484729216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763106.939463:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3095
00000100:00080000:1.0:1789763106.939474:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763106.939488:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763106.939496:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789763106.939506:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:1.0:1789763106.939513:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763106.939518:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484729216:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763106.939544:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484729728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763106.939560:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484729344:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763106.939574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763106.939586:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763106.939589:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763106.939597:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3095
00000100:00080000:1.0:1789763106.939605:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763106.939611:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763106.939620:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763106.939628:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763106.939644:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484729856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763106.939659:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff8ab8d84a8a80 x1876699484729344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.939705:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484729344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.939719:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.939725:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763106.939731:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484729344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763106.939742:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484729472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763106.939777:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763106.939795:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff8ab8d84aad80 x1876699484729472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.939814:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484729472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.939825:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.939830:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763106.939835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484729472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763106.939843:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484729600:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763106.939937:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763106.939972:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff8ab8d84a9f80 x1876699484729600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.939991:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484729600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.940003:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.940007:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763106.940011:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484729600:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763106.940038:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484729728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763106.940072:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763106.940090:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff8ab8d84ab480 x1876699484729728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.940110:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484729728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.940121:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.940126:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763106.940130:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484729728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763106.940149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484729856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763106.940188:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763106.940206:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763106/real 1789763106]  req@ffff8ab8d84ab100 x1876699484729856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763106.940224:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484729856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763106.940238:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763106.940242:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763106.940247:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484729856:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763107.642958:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763108.667073:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763109.691137:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763110.715115:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763111.739150:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763112.058930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.058938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763112.058942:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.058957:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3100
00000100:00080000:1.0:1789763112.058966:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.058972:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763112.059003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484729984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.059025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.059027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763112.059029:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.059031:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3100
00000100:00080000:1.0:1789763112.059034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.059036:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763112.059043:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.059050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484730112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.059057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.059060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763112.059062:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.059065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3100
00000100:00080000:1.0:1789763112.059067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.059070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763112.059073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.059082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484730240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.059093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.059097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763112.059101:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763112.059108:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484729984:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763112.059109:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3100
00000100:00080000:1.0:1789763112.059115:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.059126:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763112.059132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763112.059145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484730368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.059153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.059155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763112.059157:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.059160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3100
00000100:00080000:1.0:1789763112.059164:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.059166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763112.059170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.059175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484730496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.059182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.059184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763112.059185:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.059188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3100
00000100:00080000:1.0:1789763112.059191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.059193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763112.059197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.059206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484730624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763112.059220:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763112.059286:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8ab8d84abb80 x1876699484729984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.059311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484729984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.059333:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.059338:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763112.059343:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484729984:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763112.059353:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484730112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.059380:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763112.059396:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8ab8d84aa300 x1876699484730112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.059410:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484730112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.059420:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.059424:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763112.059428:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484730112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.059462:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484730240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.059490:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763112.059504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8ab8d84a8e00 x1876699484730240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.059518:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484730240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.059527:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.059531:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763112.059535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484730240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.059543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484730368:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763112.059571:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763112.059584:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8ab8d84a9180 x1876699484730368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.059597:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484730368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.059607:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.059611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763112.059614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484730368:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763112.059622:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484730496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.059663:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763112.059678:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8ab8d84a9c00 x1876699484730496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.059694:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484730496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.059713:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.059717:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763112.059721:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484730496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.059729:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484730624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.059752:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763112.059764:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8ab8d84ab100 x1876699484730624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.059778:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484730624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.059788:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.059791:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763112.059795:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484730624:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763112.763106:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763113.787086:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763114.811154:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763115.835116:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763116.859058:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763117.179025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.179041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763117.179049:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.179066:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3105
00000100:00080000:2.0:1789763117.179084:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.179096:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763117.179168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484730752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.179221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.179228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.179231:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.179237:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3105
00000100:00080000:2.0:1789763117.179241:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.179246:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763117.179259:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.179275:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484730880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.179292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.179300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763117.179304:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.179314:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3105
00000100:00080000:2.0:1789763117.179321:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.179336:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763117.179337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484730752:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789763117.179352:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.179385:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484731008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.179406:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.179412:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.179415:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.179420:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3105
00000100:00080000:2.0:1789763117.179428:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.179434:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763117.179453:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763117.179465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763117.179474:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484731136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.179498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.179506:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.179510:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.179521:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3105
00000100:00080000:2.0:1789763117.179530:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763117.179542:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8ab8c33de680 x1876699484730752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763117.179543:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763117.179564:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763117.179582:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484730752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763117.179599:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484731264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763117.179640:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.179673:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763117.179676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763117.179691:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484730752:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763117.179691:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763117.179702:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.179717:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3105
00000100:00100000:0.0:1789763117.179722:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484730880:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789763117.179728:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.179744:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763117.179758:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763117.179783:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763117.179793:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484731392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763117.179813:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8ab8c33df100 x1876699484730880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.179840:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484730880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.179912:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.179917:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763117.179922:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484730880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763117.179960:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.179989:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763117.180005:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8ab8c33de300 x1876699484731008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.180020:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484731008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.180030:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.180034:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763117.180038:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763117.180045:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731136:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763117.180067:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763117.180079:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8ab8c33dd880 x1876699484731136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.180092:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484731136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.180103:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.180106:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763117.180111:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731136:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763117.180129:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484731264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.180150:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763117.180162:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8ab8c33dca80 x1876699484731264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.180175:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484731264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.180185:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.180188:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763117.180192:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484731264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763117.180199:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484731392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.180219:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763117.180231:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8ab8c33dd180 x1876699484731392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.180246:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484731392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.180255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.180258:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763117.180262:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484731392:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763117.883120:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763118.906994:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763119.931211:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763120.954989:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763121.979100:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763122.299070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763122.299082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763122.299088:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763122.299101:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3110
00000100:00080000:0.0:1789763122.299115:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763122.299124:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763122.299171:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484731520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763122.299211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763122.299216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763122.299219:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763122.299225:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3110
00000100:00080000:0.0:1789763122.299229:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763122.299233:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763122.299244:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763122.299261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484731648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763122.299278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763122.299286:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484731520:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763122.299287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763122.299291:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763122.299303:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3110
00000100:00080000:0.0:1789763122.299311:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763122.299315:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763122.299321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763122.299337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484731776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763122.299358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763122.299362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763122.299365:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763122.299370:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3110
00000100:00080000:0.0:1789763122.299375:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763122.299379:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763122.299386:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763122.299400:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484731904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763122.299408:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763122.299426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763122.299431:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763122.299435:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763122.299444:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3110
00000100:00080000:0.0:1789763122.299448:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763122.299453:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763122.299460:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763122.299476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8ab8c2fe9f80 x1876699484731520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763122.299480:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484732032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763122.299530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763122.299535:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763122.299544:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763122.299545:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484731520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763122.299556:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3110
00000100:00080000:0.0:1789763122.299566:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763122.299607:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763122.299621:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763122.299632:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763122.299646:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484732160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763122.299646:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763122.299661:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484731520:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763122.299713:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763122.299751:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763122.299769:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8ab8c2fe9500 x1876699484731648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763122.299786:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484731648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763122.299797:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763122.299801:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763122.299805:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763122.299812:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763122.299833:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763122.299845:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8ab8c2fea680 x1876699484731776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763122.299860:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484731776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763122.299905:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763122.299910:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763122.299915:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763122.299923:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731904:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763122.299948:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763122.299963:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8ab8c2fea300 x1876699484731904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763122.299978:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484731904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763122.299988:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763122.299992:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763122.299996:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484731904:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763122.300005:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484732032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763122.300040:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763122.300062:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8ab8c2febb80 x1876699484732032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763122.300087:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484732032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763122.300105:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763122.300111:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763122.300118:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484732032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763122.300126:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484732160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763122.300155:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763122.300170:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8ab8c2feaa00 x1876699484732160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763122.300185:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484732160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763122.300195:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763122.300199:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763122.300203:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484732160:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763123.003126:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763124.027080:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763125.051144:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763126.075090:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763127.099092:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763127.419098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763127.419110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763127.419116:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763127.419130:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3115
00000100:00080000:2.0:1789763127.419144:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763127.419153:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763127.419200:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484732288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763127.419234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763127.419240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763127.419243:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763127.419250:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3115
00000100:00080000:2.0:1789763127.419260:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763127.419267:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763127.419279:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763127.419298:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484732288:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763127.419302:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484732416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763127.419342:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763127.419348:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763127.419352:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763127.419363:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3115
00000100:00080000:2.0:1789763127.419373:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763127.419380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763127.419391:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763127.419407:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484732544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763127.419422:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763127.419424:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763127.419430:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763127.419432:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763127.419438:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3115
00000100:00080000:2.0:1789763127.419457:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763127.419462:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763127.419486:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763127.419504:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8ab8c33dc700 x1876699484732288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763127.419512:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484732672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763127.419568:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484732288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763127.419571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763127.419603:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763127.419604:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763127.419616:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763127.419618:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763127.419629:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3115
00000100:00100000:0.0:1789763127.419631:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484732288:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763127.419640:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763127.419649:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763127.419656:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763127.419677:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484732800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763127.419678:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484732416:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789763127.419710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763127.419715:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763127.419719:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763127.419735:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763127.419735:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3115
00000100:00080000:2.0:1789763127.419752:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763127.419760:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763127.419767:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763127.419771:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8ab8c33dc000 x1876699484732416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763127.419784:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484732928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763127.419791:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484732416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.419940:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.419952:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763127.419967:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484732416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763127.419979:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484732544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763127.420021:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763127.420039:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8ab8c33dc380 x1876699484732544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.420057:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484732544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.420068:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.420072:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763127.420077:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484732544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763127.420083:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484732672:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763127.420105:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763127.420115:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8ab8c33dd180 x1876699484732672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.420125:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484732672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.420132:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.420135:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763127.420138:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484732672:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763127.420154:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484732800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763127.420168:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763127.420190:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8ab8c33dca80 x1876699484732800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.420211:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484732800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.420218:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.420220:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763127.420223:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484732800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763127.420228:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484732928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763127.420242:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763127.420250:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8ab8c33dd880 x1876699484732928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.420259:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484732928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.420265:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.420268:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763127.420271:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484732928:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763128.123121:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763129.147074:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763130.171052:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763131.195103:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763132.219153:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763132.539047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763132.539058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763132.539062:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763132.539073:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3121
00000100:00080000:0.0:1789763132.539084:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763132.539092:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763132.539131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484733056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763132.539165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763132.539168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763132.539170:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763132.539174:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3121
00000100:00080000:0.0:1789763132.539177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763132.539180:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763132.539189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763132.539200:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484733184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763132.539209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763132.539212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763132.539213:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763132.539217:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3121
00000100:00080000:0.0:1789763132.539219:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763132.539222:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763132.539242:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763132.539250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484733312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763132.539256:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763132.539259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763132.539261:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763132.539264:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3121
00000100:00100000:3.0:1789763132.539274:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484733056:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763132.539277:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763132.539285:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763132.539290:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763132.539299:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484733440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763132.539308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763132.539314:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763132.539316:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763132.539319:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3121
00000100:00080000:0.0:1789763132.539322:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763132.539325:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763132.539329:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763132.539337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484733568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763132.539344:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763132.539349:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763132.539350:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763132.539354:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763132.539359:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3121
00000100:00080000:0.0:1789763132.539362:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763132.539365:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763132.539368:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763132.539376:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484733696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763132.539401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff8ab8c2fe9180 x1876699484733056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763132.539417:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484733056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763132.539427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763132.539430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763132.539433:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484733056:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763132.539438:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484733184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763132.539455:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763132.539464:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff8ab8c2fe8e00 x1876699484733184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763132.539473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484733184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763132.539484:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763132.539487:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763132.539489:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484733184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763132.539508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484733312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763132.539522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763132.539530:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff8ab8c2feb100 x1876699484733312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763132.539538:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484733312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763132.539544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763132.539546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763132.539548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484733312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763132.539568:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484733440:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763132.539581:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763132.539588:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff8ab8c2feb480 x1876699484733440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763132.539595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484733440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763132.539601:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763132.539603:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763132.539606:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484733440:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763132.539610:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484733568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763132.539621:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763132.539628:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff8ab8c2feb800 x1876699484733568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763132.539636:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484733568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763132.539642:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763132.539644:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763132.539646:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484733568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763132.539649:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484733696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763132.539660:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763132.539666:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763132/real 1789763132]  req@ffff8ab8c2fe8000 x1876699484733696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763132.539673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484733696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763132.539679:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763132.539681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763132.539683:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484733696:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763133.243104:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763134.267114:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763135.291079:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763136.314981:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763137.339109:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763137.658994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763137.659009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763137.659017:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763137.659031:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3126
00000100:00080000:0.0:1789763137.659049:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763137.659060:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763137.659124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484733824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763137.659156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763137.659161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763137.659163:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763137.659167:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3126
00000100:00080000:0.0:1789763137.659171:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763137.659174:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763137.659195:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763137.659212:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484733952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763137.659225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763137.659229:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763137.659231:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763137.659239:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3126
00000100:00080000:0.0:1789763137.659243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763137.659243:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484733824:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763137.659250:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763137.659264:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763137.659274:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484734080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763137.659284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763137.659288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763137.659290:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763137.659294:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3126
00000100:00080000:0.0:1789763137.659297:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763137.659300:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763137.659306:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763137.659317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484734208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763137.659327:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763137.659330:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763137.659331:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763137.659336:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3126
00000100:00080000:0.0:1789763137.659343:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763137.659349:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789763137.659358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789763137.659359:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763137.659384:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484734336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763137.659400:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763137.659406:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763137.659410:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763137.659418:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3126
00000100:00080000:0.0:1789763137.659426:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763137.659433:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763137.659438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff8ab8c2fe9880 x1876699484733824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763137.659444:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763137.659486:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484734464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763137.659496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484733824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763137.659517:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763137.659524:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763137.659531:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484733824:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763137.659568:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484733952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763137.659597:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763137.659613:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff8ab8c2fead80 x1876699484733952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763137.659627:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484733952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763137.659637:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763137.659643:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763137.659649:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484733952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763137.659659:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763137.659692:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763137.659713:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff8ab8c2fe8a80 x1876699484734080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763137.659734:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484734080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763137.659752:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763137.659758:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763137.659764:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763137.659774:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734208:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763137.659811:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763137.659831:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff8ab8c2fe8380 x1876699484734208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763137.659845:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484734208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763137.659855:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763137.659858:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763137.659861:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734208:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763137.659899:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484734336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763137.659925:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763137.659940:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff8ab8c2fe9c00 x1876699484734336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763137.659960:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484734336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763137.659973:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763137.659978:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763137.659985:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484734336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763137.659996:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484734464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763137.660028:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763137.660043:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763137/real 1789763137]  req@ffff8ab8c2fe8000 x1876699484734464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763137.660056:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484734464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763137.660064:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763137.660068:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763137.660071:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484734464:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763138.363098:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763139.387060:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763140.411193:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763141.435121:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763142.459178:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763142.778988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763142.778998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763142.779001:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763142.779011:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3131
00000100:00080000:3.0:1789763142.779021:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763142.779028:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763142.779065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484734592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763142.779092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763142.779096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763142.779097:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763142.779101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3131
00000100:00080000:3.0:1789763142.779104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763142.779109:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763142.779118:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763142.779133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484734720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763142.779135:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484734592:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763142.779153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763142.779156:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763142.779158:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763142.779162:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3131
00000100:00080000:3.0:1789763142.779165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763142.779168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763142.779172:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763142.779181:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484734848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763142.779188:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763142.779192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763142.779194:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763142.779197:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3131
00000100:00080000:3.0:1789763142.779199:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763142.779202:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763142.779206:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763142.779208:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763142.779219:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484734976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763142.779229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763142.779233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763142.779234:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763142.779238:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3131
00000100:00080000:3.0:1789763142.779242:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763142.779246:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763142.779249:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763142.779254:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142]  req@ffff8ab8c34f4380 x1876699484734592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763142.779263:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484735104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763142.779273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763142.779278:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484734592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763142.779279:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763142.779284:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763142.779294:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3131
00000100:00080000:3.0:1789763142.779300:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763142.779301:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763142.779305:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789763142.779310:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789763142.779312:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763142.779318:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484734592:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763142.779327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484735232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763142.779356:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763142.779377:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763142.779388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142]  req@ffff8ab8c34f7b80 x1876699484734720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763142.779398:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484734720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763142.779411:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763142.779414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763142.779435:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763142.779442:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763142.779461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763142.779494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142]  req@ffff8ab8c34f6300 x1876699484734848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763142.779511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484734848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763142.779522:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763142.779527:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763142.779531:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763142.779539:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734976:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763142.779559:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763142.779569:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142]  req@ffff8ab8c34f5c00 x1876699484734976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763142.779578:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484734976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763142.779585:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763142.779588:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763142.779591:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484734976:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763142.779595:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484735104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763142.779609:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763142.779616:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142]  req@ffff8ab8c34f6d80 x1876699484735104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763142.779625:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484735104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763142.779631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763142.779633:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763142.779636:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484735104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763142.779640:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484735232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763142.779652:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763142.779660:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763142/real 1789763142]  req@ffff8ab8c34f7800 x1876699484735232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763142.779668:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484735232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763142.779674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763142.779676:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763142.779679:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484735232:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763143.483102:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763144.507064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763145.531026:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763146.555111:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763147.579123:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763147.899013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763147.899030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763147.899037:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763147.899054:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3136
00000100:00080000:3.0:1789763147.899071:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763147.899083:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763147.899128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484735360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763147.899167:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763147.899172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763147.899175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763147.899180:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3136
00000100:00080000:3.0:1789763147.899185:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763147.899189:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763147.899200:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763147.899217:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484735488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763147.899229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763147.899234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763147.899237:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763147.899242:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3136
00000100:00080000:3.0:1789763147.899247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763147.899258:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763147.899264:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763147.899277:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484735616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763147.899292:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484735360:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763147.899295:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763147.899308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763147.899312:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763147.899325:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3136
00000100:00080000:3.0:1789763147.899330:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763147.899335:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763147.899341:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763147.899359:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484735744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763147.899373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763147.899377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763147.899403:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763147.899421:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3136
00000100:00080000:3.0:1789763147.899437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763147.899442:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763147.899450:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763147.899455:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763147.899471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484735872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763147.899485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763147.899490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763147.899493:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763147.899500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3136
00000100:00080000:3.0:1789763147.899521:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763147.899526:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763147.899533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763147.899551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484736000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763147.899560:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff8ab8c34f5880 x1876699484735360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763147.899644:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484735360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763147.899662:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763147.899668:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763147.899674:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484735360:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763147.899685:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484735488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763147.899718:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763147.899734:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff8ab8c34f5180 x1876699484735488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763147.899749:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484735488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763147.899760:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763147.899764:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763147.899768:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484735488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763147.899798:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484735616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763147.899819:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763147.899831:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff8ab8c34f5f80 x1876699484735616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763147.899845:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484735616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763147.899908:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763147.899913:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763147.899918:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484735616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763147.899925:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484735744:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763147.899962:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763147.899977:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff8ab8c34f7100 x1876699484735744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763147.899991:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484735744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763147.900002:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763147.900006:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763147.900009:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484735744:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763147.900016:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484735872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763147.900036:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763147.900047:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff8ab8c34f4a80 x1876699484735872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763147.900061:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484735872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763147.900070:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763147.900074:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763147.900078:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484735872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763147.900086:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484736000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763147.900105:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763147.900116:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763147/real 1789763147]  req@ffff8ab8c34f7480 x1876699484736000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763147.900130:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484736000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763147.900139:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763147.900142:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763147.900146:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484736000:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763148.603107:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763149.627113:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763150.651098:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763151.675190:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763152.699130:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763153.019030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763153.019043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763153.019048:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763153.019062:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3141
00000100:00080000:0.0:1789763153.019076:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763153.019085:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763153.019133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484736128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763153.019172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763153.019178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763153.019180:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763153.019186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3141
00000100:00080000:0.0:1789763153.019191:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763153.019198:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763153.019210:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763153.019232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484736256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763153.019235:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484736128:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763153.019261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763153.019269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763153.019272:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763153.019277:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3141
00000100:00080000:0.0:1789763153.019281:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763153.019287:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763153.019293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763153.019309:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484736384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763153.019322:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763153.019326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763153.019329:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763153.019335:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3141
00000100:00080000:0.0:1789763153.019340:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763153.019374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763153.019375:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763153.019388:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763153.019406:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484736512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763153.019420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763153.019426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763153.019429:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763153.019436:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3141
00000100:00080000:0.0:1789763153.019442:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763153.019449:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8ab8c2feb800 x1876699484736128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.019454:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763153.019469:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763153.019506:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484736640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763153.019507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484736128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.019546:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763153.019555:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763153.019558:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.019560:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.019566:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3141
00000100:00080000:0.0:1789763153.019575:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.019582:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763153.019585:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763153.019597:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763153.019604:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484736128:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763153.019615:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484736768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763153.019658:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484736256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763153.019699:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763153.019718:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8ab8c2feb480 x1876699484736256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.019736:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484736256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.019747:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.019751:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763153.019756:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484736256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763153.019764:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484736384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763153.019785:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763153.019800:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8ab8c2feb100 x1876699484736384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.019831:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484736384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.019841:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.019845:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763153.019850:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484736384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763153.019857:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484736512:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763153.019913:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763153.019929:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8ab8c2fe8e00 x1876699484736512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.019944:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484736512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.019955:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.019958:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763153.019962:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484736512:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763153.019970:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484736640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763153.019991:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763153.020003:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8ab8c2fe9180 x1876699484736640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.020017:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484736640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.020027:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.020031:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763153.020035:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484736640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763153.020041:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484736768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763153.020060:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763153.020071:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8ab8c2feaa00 x1876699484736768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.020084:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484736768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.020094:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.020098:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763153.020101:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484736768:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763153.723042:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763154.747088:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763155.771067:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763156.795152:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763157.819063:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763158.139075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.139087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763158.139092:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.139106:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3146
00000100:00080000:1.0:1789763158.139122:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.139134:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763158.139195:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484736896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763158.139246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.139253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763158.139257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.139264:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3146
00000100:00080000:1.0:1789763158.139270:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.139276:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763158.139288:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763158.139333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484737024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763158.139353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763158.139357:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484736896:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763158.139359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763158.139366:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.139381:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3146
00000100:00080000:1.0:1789763158.139388:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.139393:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763158.139400:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763158.139420:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484737152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763158.139434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.139439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763158.139441:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.139446:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3146
00000100:00080000:1.0:1789763158.139450:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.139455:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763158.139461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763158.139479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484737280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763158.139482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763158.139501:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.139508:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763158.139511:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.139517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3146
00000100:00080000:1.0:1789763158.139523:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.139528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763158.139533:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763158.139552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484737408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763158.139563:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8ab8d84ab480 x1876699484736896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763158.139622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.139627:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763158.139631:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763158.139637:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484736896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763158.139641:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3146
00000100:00080000:1.0:1789763158.139651:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.139662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763158.139676:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763158.139680:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.139690:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763158.139693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484737536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763158.139704:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484736896:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763158.139762:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763158.139813:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763158.139841:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8ab8d84a9f80 x1876699484737024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.139900:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484737024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.139913:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.139917:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763158.139922:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763158.139930:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763158.139961:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763158.139977:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8ab8d84aad80 x1876699484737152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.139992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484737152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.140002:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.140007:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763158.140011:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763158.140018:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737280:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763158.140039:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763158.140052:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8ab8d84a8a80 x1876699484737280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.140068:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484737280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.140084:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.140091:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763158.140097:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737280:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763158.140109:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484737408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763158.140147:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763158.140171:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8ab8d84aa680 x1876699484737408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.140193:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484737408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.140203:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.140207:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763158.140211:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484737408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763158.140219:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484737536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763158.140245:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763158.140259:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8ab8d84a8000 x1876699484737536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.140273:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484737536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.140283:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.140286:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763158.140290:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484737536:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763158.843151:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763159.867080:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763160.891142:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763161.915076:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763162.939136:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763163.258972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.258981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763163.258986:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.258995:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3151
00000100:00080000:3.0:1789763163.259005:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.259011:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763163.259050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484737664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.259090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.259093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763163.259096:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.259100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3151
00000100:00080000:3.0:1789763163.259105:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.259112:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763163.259119:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763163.259139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484737792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763163.259151:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484737664:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763163.259155:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.259160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763163.259163:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.259167:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3151
00000100:00080000:3.0:1789763163.259170:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.259173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763163.259176:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763163.259187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484737920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.259194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.259197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763163.259198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.259202:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3151
00000100:00080000:3.0:1789763163.259204:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.259206:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763163.259210:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763163.259215:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763163.259221:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484738048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.259231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.259234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763163.259235:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763163.259238:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3151
00000100:00080000:3.0:1789763163.259241:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.259244:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763163.259248:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763163.259258:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8ab8c34f4000 x1876699484737664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763163.259260:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484738176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763163.259303:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763163.259307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763163.259310:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763163.259316:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484737664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763163.259319:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3151
00000100:00080000:3.0:1789763163.259328:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763163.259339:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789763163.259342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763163.259347:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763163.259349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763163.259356:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484737664:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763163.259368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484738304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763163.259382:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763163.259415:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763163.259428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8ab8c34f6680 x1876699484737792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763163.259439:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484737792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763163.259445:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763163.259447:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763163.259451:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763163.259457:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763163.259472:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763163.259480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8ab8c34f5500 x1876699484737920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763163.259488:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484737920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763163.259493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763163.259495:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763163.259496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484737920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763163.259501:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484738048:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763163.259514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763163.259522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8ab8c34f4700 x1876699484738048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763163.259531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484738048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763163.259536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763163.259538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763163.259540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484738048:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763163.259544:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484738176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763163.259554:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763163.259561:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8ab8c34f6a00 x1876699484738176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763163.259568:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484738176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763163.259573:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763163.259575:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763163.259577:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484738176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763163.259588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484738304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763163.259599:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763163.259605:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8ab8c34f7480 x1876699484738304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763163.259628:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484738304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763163.259634:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763163.259636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763163.259638:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484738304:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763163.963096:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763164.987092:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763166.011196:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763167.035021:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763168.058971:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763168.379000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.379014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763168.379020:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.379034:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3156
00000100:00080000:2.0:1789763168.379050:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.379058:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763168.379116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484738432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.379147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.379150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763168.379153:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.379157:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3156
00000100:00080000:2.0:1789763168.379160:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.379163:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763168.379174:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763168.379185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484738560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.379194:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.379197:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763168.379199:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.379202:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3156
00000100:00080000:2.0:1789763168.379204:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.379209:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763168.379213:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763168.379220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484738688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.379240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.379245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763168.379247:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.379250:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3156
00000100:00080000:2.0:1789763168.379253:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.379257:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763168.379273:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763168.379283:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484738432:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763168.379285:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484738816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.379308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.379310:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763168.379312:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.379319:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3156
00000100:00080000:2.0:1789763168.379322:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.379324:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763168.379327:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763168.379340:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484738944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763168.379347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763168.379349:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763168.379350:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763168.379354:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3156
00000100:00080000:2.0:1789763168.379357:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763168.379360:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763168.379363:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763168.379369:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484739072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763168.379398:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484738560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763168.379432:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484738688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763168.379449:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484738816:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763168.379464:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484738944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763168.379478:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484739072:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763169.083120:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763170.107092:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763171.131124:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763171.451260:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789763171.451317:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763171.451337:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763171.451386:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763171.451396:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763171.451405:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763171.451413:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763171.451422:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789763171.451492:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763171]  req@ffff8ab8c33de680 x1876699484738688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763171.451542:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484738688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763171.451564:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763171.451572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763171.451582:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484738688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763171.451603:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763171]  req@ffff8ab8c33df800 x1876699484738816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763171.451629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484738816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763171.451646:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763171.451653:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763171.451660:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484738816:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763171.451673:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763171]  req@ffff8ab8c33ded80 x1876699484738944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763171.451690:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484738944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763171.451701:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763171.451705:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763171.451709:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484738944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763171.451716:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763171]  req@ffff8ab8c33ddf80 x1876699484739072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763171.451757:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484739072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763171.451774:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763171.451781:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763171.451788:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484739072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763171.451802:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763171]  req@ffff8ab8c33de300 x1876699484738432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763171.451825:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484738432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763171.451839:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763171.451845:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763171.451852:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484738432:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763171.451929:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763171]  req@ffff8ab8c33df100 x1876699484738560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763171.451957:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484738560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763171.451972:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763171.451979:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763171.451985:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484738560:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763172.155008:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763173.179130:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763173.498979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.498992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763173.498998:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.499013:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3162
00000100:00080000:2.0:1789763173.499027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.499036:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763173.499082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484739200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.499123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.499129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763173.499131:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.499136:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3162
00000100:00080000:2.0:1789763173.499141:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.499145:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763173.499156:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763173.499170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484739328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.499183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.499187:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763173.499189:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.499218:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3162
00000100:00080000:2.0:1789763173.499223:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.499229:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763173.499235:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763173.499251:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484739456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.499276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763173.499280:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484739200:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763173.499283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763173.499289:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.499303:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3162
00000100:00080000:2.0:1789763173.499307:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.499311:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763173.499320:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763173.499345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484739584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.499366:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763173.499372:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763173.499376:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.499384:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3162
00000100:00080000:2.0:1789763173.499393:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.499401:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789763173.499409:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789763173.499417:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763173.499448:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484739712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763173.499469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763173.499473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff8ab8c33df480 x1876699484739200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763173.499478:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763173.499485:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763173.499503:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3162
00000100:00080000:2.0:1789763173.499516:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763173.499524:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763173.499532:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484739200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763173.499538:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763173.499566:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763173.499576:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484739840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763173.499584:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763173.499602:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484739200:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763173.499630:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484739328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763173.499698:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763173.499725:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff8ab8c33ddc00 x1876699484739328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.499753:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484739328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.499770:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.499777:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763173.499784:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484739328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763173.499827:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484739456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763173.499921:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763173.499949:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff8ab8c33dfb80 x1876699484739456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.499974:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484739456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.499991:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.499998:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763173.500004:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484739456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763173.500017:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484739584:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763173.500060:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763173.500085:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff8ab8c33df100 x1876699484739584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.500110:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484739584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.500126:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.500134:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763173.500140:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484739584:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763173.500151:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484739712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763173.500217:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763173.500251:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff8ab8c33de300 x1876699484739712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.500272:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484739712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.500286:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.500291:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763173.500297:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484739712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763173.500307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484739840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763173.500339:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763173.500358:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff8ab8c33ddf80 x1876699484739840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763173.500389:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484739840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763173.500403:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763173.500408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763173.500414:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484739840:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763174.203046:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763175.227099:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763176.251115:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763177.275125:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763178.299153:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763178.619079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763178.619095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763178.619102:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763178.619118:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3167
00000100:00080000:3.0:1789763178.619136:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763178.619148:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763178.619237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484739968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763178.619280:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763178.619286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763178.619288:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763178.619295:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3167
00000100:00080000:3.0:1789763178.619299:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763178.619304:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763178.619318:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763178.619333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484740096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763178.619347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763178.619353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763178.619356:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763178.619362:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3167
00000100:00080000:3.0:1789763178.619365:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763178.619370:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763178.619376:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763178.619393:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484739968:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763178.619393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484740224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763178.619419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763178.619424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763178.619426:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763178.619432:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3167
00000100:00080000:3.0:1789763178.619437:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763178.619442:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763178.619449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763178.619467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484740352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763178.619480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763178.619485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763178.619487:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763178.619492:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3167
00000100:00080000:3.0:1789763178.619508:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763178.619513:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789763178.619522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789763178.619523:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763178.619544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484740480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763178.619558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763178.619563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763178.619566:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763178.619571:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3167
00000100:00080000:3.0:1789763178.619575:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763178.619580:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763178.619588:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763178.619602:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff8ab8c34f4a80 x1876699484739968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763178.619608:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484740608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763178.619686:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484739968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.619710:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.619719:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763178.619728:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484739968:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763178.619744:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763178.619794:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763178.619814:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff8ab8c34f7100 x1876699484740096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.619831:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484740096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.619851:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.619855:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763178.619860:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763178.619948:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763178.619976:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763178.619992:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff8ab8c34f5f80 x1876699484740224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.620007:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484740224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.620017:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.620021:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763178.620025:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763178.620032:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740352:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763178.620053:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763178.620064:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff8ab8c34f5180 x1876699484740352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.620078:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484740352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.620089:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.620092:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763178.620097:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740352:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763178.620104:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484740480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763178.620125:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763178.620139:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff8ab8c34f5880 x1876699484740480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.620194:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484740480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.620211:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.620217:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763178.620224:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484740480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763178.620236:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484740608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763178.620278:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763178.620301:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763178/real 1789763178]  req@ffff8ab8c34f7800 x1876699484740608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763178.620326:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484740608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763178.620342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763178.620349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763178.620355:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484740608:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763179.323075:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763180.347134:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763181.371120:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763182.395081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763183.419110:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763183.739098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763183.739114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763183.739142:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763183.739159:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3172
00000100:00080000:1.0:1789763183.739178:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763183.739191:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763183.739255:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484740736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763183.739298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763183.739304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763183.739307:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763183.739312:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3172
00000100:00080000:1.0:1789763183.739317:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763183.739321:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763183.739336:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763183.739353:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484740864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763183.739370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763183.739375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763183.739378:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763183.739387:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3172
00000100:00100000:0.0:1789763183.739390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484740736:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763183.739392:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763183.739407:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763183.739416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763183.739431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484740992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763183.739444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763183.739449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763183.739451:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763183.739455:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3172
00000100:00080000:1.0:1789763183.739460:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763183.739464:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763183.739471:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763183.739487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484741120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763183.739510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763183.739516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763183.739518:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763183.739523:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3172
00000100:00080000:1.0:1789763183.739529:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763183.739534:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763183.739540:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763183.739550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763183.739568:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484741248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763183.739580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763183.739584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763183.739587:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763183.739593:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3172
00000100:00080000:1.0:1789763183.739598:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763183.739603:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763183.739609:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763183.739622:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff8ab8d84a8380 x1876699484740736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763183.739628:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484741376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763183.739718:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484740736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.739738:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.739745:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763183.739751:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484740736:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763183.739798:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763183.739848:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763183.739924:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff8ab8d84a9880 x1876699484740864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.739943:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484740864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.739955:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.739959:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763183.739964:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763183.739972:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763183.740003:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763183.740018:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff8ab8d84a9500 x1876699484740992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.740033:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484740992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.740052:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.740057:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763183.740061:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484740992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763183.740067:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484741120:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763183.740089:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763183.740100:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff8ab8d84ab800 x1876699484741120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.740114:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484741120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.740155:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.740160:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763183.740165:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484741120:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763183.740173:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484741248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763183.740201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763183.740216:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff8ab8d84a8700 x1876699484741248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.740230:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484741248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.740240:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.740244:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763183.740249:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484741248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763183.740256:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484741376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763183.740277:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763183.740289:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763183/real 1789763183]  req@ffff8ab8d84a8000 x1876699484741376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763183.740303:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484741376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763183.740313:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763183.740316:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763183.740320:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484741376:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763184.443211:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763185.467122:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763186.491154:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763187.515118:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763188.539050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763188.859059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763188.859071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763188.859077:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763188.859127:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3177
00000100:00080000:3.0:1789763188.859140:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763188.859149:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763188.859208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484741504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763188.859258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763188.859263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763188.859265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763188.859271:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3177
00000100:00080000:3.0:1789763188.859275:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763188.859279:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763188.859291:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763188.859308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484741632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763188.859324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763188.859329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763188.859334:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763188.859337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484741504:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763188.859343:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3177
00000100:00080000:3.0:1789763188.859353:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763188.859361:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763188.859368:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763188.859385:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484741760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763188.859397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763188.859402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763188.859405:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763188.859409:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3177
00000100:00080000:3.0:1789763188.859413:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763188.859418:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763188.859424:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763188.859438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763188.859440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484741888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763188.859456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763188.859461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763188.859464:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763188.859470:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3177
00000100:00080000:3.0:1789763188.859474:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763188.859478:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763188.859483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763188.859497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484742016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763188.859509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763188.859516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff8ab8c34f6d80 x1876699484741504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763188.859534:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763188.859541:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763188.859555:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3177
00000100:00080000:3.0:1789763188.859564:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763188.859569:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763188.859590:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484741504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763188.859591:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763188.859623:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763188.859627:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484742144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763188.859639:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763188.859657:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484741504:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763188.859709:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484741632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763188.859783:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763188.859814:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff8ab8c34f5c00 x1876699484741632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763188.859843:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484741632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763188.859861:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763188.859917:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763188.859923:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484741632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763188.859932:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484741760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763188.859966:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763188.859983:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff8ab8c34f6300 x1876699484741760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763188.860013:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484741760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763188.860024:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763188.860028:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763188.860032:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484741760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763188.860039:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484741888:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763188.860063:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763188.860076:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff8ab8c34f7b80 x1876699484741888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763188.860129:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484741888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763188.860141:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763188.860145:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763188.860149:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484741888:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763188.860157:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484742016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763188.860185:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763188.860199:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff8ab8c34f4380 x1876699484742016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763188.860213:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484742016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763188.860228:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763188.860247:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763188.860255:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484742016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763188.860266:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484742144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763188.860305:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763188.860323:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763188/real 1789763188]  req@ffff8ab8c34f7800 x1876699484742144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763188.860340:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484742144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763188.860365:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763188.860370:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763188.860375:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484742144:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763189.563056:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763190.587050:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763191.611122:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763192.635147:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763193.659099:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763193.978987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763193.979004:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763193.979010:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763193.979027:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3182
00000100:00080000:3.0:1789763193.979070:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763193.979084:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763193.979140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484742272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763193.979184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763193.979189:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763193.979192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763193.979198:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3182
00000100:00080000:3.0:1789763193.979203:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763193.979208:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763193.979219:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763193.979238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484742400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763193.979261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763193.979266:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763193.979268:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763193.979274:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3182
00000100:00080000:3.0:1789763193.979278:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763193.979286:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484742272:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763193.979288:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763193.979305:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763193.979323:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484742528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763193.979337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763193.979342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763193.979344:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763193.979350:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3182
00000100:00080000:3.0:1789763193.979354:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763193.979359:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763193.979365:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763193.979384:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763193.979385:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484742656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763193.979405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763193.979410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763193.979412:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763193.979418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3182
00000100:00080000:3.0:1789763193.979424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763193.979429:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763193.979435:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763193.979465:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff8ab8c34f5880 x1876699484742272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763193.979465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484742784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763193.979538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763193.979547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763193.979554:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484742272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763193.979555:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763193.979575:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3182
00000100:00080000:3.0:1789763193.979587:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763193.979598:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789763193.979602:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763193.979607:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763193.979619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763193.979634:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484742912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763193.979637:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484742272:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763193.979666:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484742400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763193.979711:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763193.979731:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff8ab8c34f5180 x1876699484742400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763193.979748:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484742400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763193.979759:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763193.979763:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763193.979767:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484742400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763193.979797:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484742528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763193.979819:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763193.979834:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff8ab8c34f5f80 x1876699484742528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763193.979848:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484742528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763193.979859:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763193.979862:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763193.979906:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484742528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763193.979915:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484742656:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763193.979940:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763193.979954:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff8ab8c34f7100 x1876699484742656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763193.979969:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484742656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763193.979980:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763193.979983:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763193.979987:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484742656:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763193.979994:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484742784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763193.980013:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763193.980025:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff8ab8c34f4a80 x1876699484742784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763193.980038:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484742784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763193.980085:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763193.980089:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763193.980094:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484742784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763193.980102:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484742912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763193.980131:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763193.980145:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763193/real 1789763193]  req@ffff8ab8c34f7480 x1876699484742912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763193.980160:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484742912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763193.980170:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763193.980173:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763193.980177:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484742912:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763194.683104:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763195.707103:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763196.730995:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763197.755078:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763198.779134:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763199.098975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.098988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763199.098994:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.099030:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3187
00000100:00080000:3.0:1789763199.099044:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.099053:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763199.099100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484743040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763199.099137:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.099143:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763199.099146:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.099151:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3187
00000100:00080000:3.0:1789763199.099155:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.099160:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763199.099172:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763199.099191:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484743168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763199.099215:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484743040:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763199.099217:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.099234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763199.099238:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.099248:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3187
00000100:00080000:3.0:1789763199.099257:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.099267:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763199.099278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763199.099308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484743296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763199.099309:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763199.099329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.099335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763199.099338:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.099345:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3187
00000100:00080000:3.0:1789763199.099351:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.099357:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763199.099366:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763199.099372:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8ab8c34f6a00 x1876699484743040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763199.099387:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484743424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763199.099406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763199.099409:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484743040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763199.099412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763199.099428:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763199.099436:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.099440:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789763199.099447:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3187
00000100:00100000:0.0:1789763199.099453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484743040:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763199.099456:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.099470:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763199.099476:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763199.099491:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484743552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763199.099500:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484743168:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763199.099523:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.099529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763199.099531:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.099539:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3187
00000100:00080000:3.0:1789763199.099545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763199.099552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763199.099560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763199.099570:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.099581:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8ab8c34f4700 x1876699484743168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763199.099592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484743680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763199.099623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484743168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.099637:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.099643:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763199.099648:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484743168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763199.099657:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484743296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763199.099707:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763199.099724:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8ab8c34f5500 x1876699484743296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.099739:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484743296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.099751:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.099757:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763199.099761:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484743296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763199.099771:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484743424:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763199.099803:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763199.099821:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8ab8c34f6680 x1876699484743424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.099845:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484743424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.099859:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.099931:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763199.099942:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484743424:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763199.099989:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484743552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763199.100050:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763199.100068:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8ab8c34f4000 x1876699484743552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.100085:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484743552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.100096:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.100101:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763199.100105:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484743552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763199.100115:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484743680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763199.100144:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763199.100158:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8ab8c34f6a00 x1876699484743680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.100172:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484743680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.100182:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.100186:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763199.100190:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484743680:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763199.803110:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763200.827133:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763201.851115:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763202.875151:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763203.899094:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763204.219057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.219071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763204.219076:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.219089:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3192
00000100:00080000:0.0:1789763204.219102:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.219112:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763204.219160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484743808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.219202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.219207:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.219210:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.219215:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3192
00000100:00080000:0.0:1789763204.219220:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.219225:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763204.219238:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.219255:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484743936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763204.219267:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484743808:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763204.219275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.219286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763204.219291:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.219305:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3192
00000100:00080000:0.0:1789763204.219309:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.219313:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763204.219319:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.219337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484744064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.219349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.219353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.219356:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.219360:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3192
00000100:00080000:0.0:1789763204.219367:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.219371:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763204.219376:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763204.219390:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484744192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763204.219406:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763204.219407:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.219417:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.219420:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.219427:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3192
00000100:00080000:0.0:1789763204.219433:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.219438:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763204.219443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.219461:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484744320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.219473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763204.219476:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8ab8c2febb80 x1876699484743808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763204.219480:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763204.219488:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.219502:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3192
00000100:00080000:0.0:1789763204.219513:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.219519:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763204.219526:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763204.219529:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484743808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763204.219546:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484744448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763204.219548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.219567:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763204.219587:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484743808:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763204.219633:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484743936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763204.219681:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763204.219703:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8ab8c2fea300 x1876699484743936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.219721:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484743936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.219732:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.219737:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763204.219741:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484743936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763204.219750:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763204.219776:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763204.219790:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8ab8c2fea680 x1876699484744064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.219813:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484744064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.219823:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.219826:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763204.219830:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763204.219837:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744192:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763204.219859:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763204.219908:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8ab8c2fe9500 x1876699484744192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.219924:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484744192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.219934:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.219938:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763204.219942:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744192:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763204.219949:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484744320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763204.220005:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763204.220024:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8ab8c2fe9f80 x1876699484744320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.220039:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484744320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.220058:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.220062:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763204.220066:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484744320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763204.220074:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484744448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763204.220098:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763204.220110:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8ab8c2feaa00 x1876699484744448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.220124:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484744448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.220133:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.220136:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763204.220140:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484744448:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763204.923135:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763205.947082:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763206.971142:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763207.995114:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763209.019116:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763209.339005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.339020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763209.339027:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.339043:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3197
00000100:00080000:0.0:1789763209.339060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.339073:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763209.339153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484744576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.339201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.339210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.339214:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.339222:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3197
00000100:00080000:0.0:1789763209.339231:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.339238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763209.339250:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763209.339272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484744704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.339287:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.339292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763209.339295:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.339300:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3197
00000100:00080000:0.0:1789763209.339305:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.339318:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763209.339319:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484744576:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763209.339325:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763209.339342:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484744832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.339366:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.339373:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.339378:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.339385:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3197
00000100:00080000:0.0:1789763209.339394:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763209.339405:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763209.339408:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763209.339424:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763209.339453:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484744960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763209.339467:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8ab8c2fe9180 x1876699484744576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763209.339472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763209.339498:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484744576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763209.339502:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.339509:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.339529:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3197
00000100:00080000:3.0:1789763209.339537:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763209.339538:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763209.339552:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763209.339554:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763209.339567:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484744576:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763209.339568:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763209.339585:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763209.339608:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484745088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763209.339624:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763209.339628:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.339634:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763209.339638:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.339646:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3197
00000100:00100000:3.0:1789763209.339651:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8ab8c2fe8e00 x1876699484744704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763209.339655:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.339668:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763209.339684:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763209.339691:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484744704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763209.339707:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484745216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763209.339708:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763209.339725:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763209.339739:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763209.339777:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763209.339801:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763209.339814:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8ab8c2feb100 x1876699484744832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763209.339828:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484744832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763209.339838:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763209.339842:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763209.339846:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763209.339853:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744960:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763209.339917:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763209.339960:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8ab8c2feb480 x1876699484744960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763209.339976:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484744960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763209.339986:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763209.339990:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763209.339994:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484744960:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763209.340001:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484745088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763209.340024:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763209.340037:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8ab8c2feb800 x1876699484745088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763209.340051:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484745088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763209.340060:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763209.340063:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763209.340067:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484745088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763209.340073:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484745216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763209.340093:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763209.340104:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8ab8c2fe8000 x1876699484745216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763209.340118:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484745216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763209.340128:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763209.340132:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763209.340136:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484745216:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763210.043120:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763211.067137:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763212.091162:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763213.115133:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763214.139153:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763214.458984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.459000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763214.459005:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.459020:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3203
00000100:00080000:0.0:1789763214.459035:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.459047:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763214.459102:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484745344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.459138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.459143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.459145:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.459150:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3203
00000100:00080000:0.0:1789763214.459172:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.459177:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763214.459188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763214.459206:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484745472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.459220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.459225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763214.459228:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763214.459237:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484745344:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763214.459239:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3203
00000100:00080000:0.0:1789763214.459250:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.459257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763214.459263:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763214.459297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484745600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.459308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.459312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.459314:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.459319:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3203
00000100:00080000:0.0:1789763214.459325:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.459329:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763214.459336:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763214.459350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484745728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.459362:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.459366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.459367:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763214.459375:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763214.459379:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3203
00000100:00080000:0.0:1789763214.459387:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.459391:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763214.459396:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763214.459412:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484745856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.459427:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.459433:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763214.459436:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763214.459443:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff8ab8c2fe9c00 x1876699484745344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763214.459464:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3203
00000100:00080000:0.0:1789763214.459474:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763214.459481:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484745344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763214.459489:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763214.459506:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763214.459507:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763214.459518:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763214.459524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484745344:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763214.459539:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484745984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763214.459556:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484745472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763214.459599:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763214.459618:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff8ab8c2fe8380 x1876699484745472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.459632:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484745472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.459641:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.459645:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763214.459649:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484745472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763214.459656:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484745600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763214.459675:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763214.459685:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff8ab8c2fe8a80 x1876699484745600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.459698:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484745600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.459706:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.459708:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763214.459712:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484745600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763214.459717:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484745728:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763214.459734:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763214.459744:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff8ab8c2fead80 x1876699484745728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.459756:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484745728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.459764:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.459767:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763214.459770:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484745728:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763214.459776:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484745856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763214.459792:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763214.459802:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff8ab8c2fe9880 x1876699484745856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.459814:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484745856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.459823:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.459825:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763214.459828:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484745856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763214.459845:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484745984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763214.459928:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763214.459964:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff8ab8c2fe8000 x1876699484745984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763214.459979:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484745984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763214.459988:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763214.459992:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763214.459995:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484745984:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763215.163050:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763216.187110:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763217.211121:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763218.235064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763219.259128:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763219.579003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.579016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763219.579021:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.579033:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3208
00000100:00080000:0.0:1789763219.579046:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.579055:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763219.579099:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484746112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763219.579138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.579143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763219.579146:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.579151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3208
00000100:00080000:0.0:1789763219.579155:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.579159:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763219.579169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763219.579184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484746240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763219.579197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.579201:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763219.579203:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.579208:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3208
00000100:00080000:0.0:1789763219.579212:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.579217:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763219.579224:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763219.579239:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484746368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763219.579257:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484746112:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763219.579267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.579277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763219.579281:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.579292:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3208
00000100:00080000:0.0:1789763219.579302:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763219.579311:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763219.579322:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763219.579346:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763219.579356:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484746496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763219.579380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.579385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763219.579388:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763219.579394:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3208
00000100:00080000:0.0:1789763219.579402:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763219.579410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff8ab8c2feb800 x1876699484746112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763219.579415:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763219.579430:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763219.579457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484746112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763219.579465:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484746624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763219.579519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763219.579529:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763219.579540:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763219.579543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763219.579553:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3208
00000100:00080000:3.0:1789763219.579559:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763219.579566:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763219.579569:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484746112:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763219.579582:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763219.579589:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484746240:192.168.203.110@tcp:38:kworker.0
00000008:00100000:0.0:1789763219.579596:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763219.579626:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484746752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763219.579638:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763219.579668:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff8ab8c2feb480 x1876699484746240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.579688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484746240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.579699:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.579704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763219.579708:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484746240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763219.579737:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484746368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763219.579759:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763219.579771:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff8ab8c2feb100 x1876699484746368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.579786:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484746368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.579796:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.579800:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763219.579804:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484746368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763219.579812:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484746496:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763219.579831:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763219.579843:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff8ab8c2fe8e00 x1876699484746496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.579926:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484746496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.579938:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.579942:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763219.579946:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484746496:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763219.579954:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484746624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763219.579980:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763219.579995:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff8ab8c2fe9180 x1876699484746624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.580009:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484746624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.580019:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.580023:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763219.580027:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484746624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763219.580034:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484746752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763219.580053:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763219.580065:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763219/real 1789763219]  req@ffff8ab8c2feaa00 x1876699484746752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763219.580079:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484746752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763219.580089:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763219.580092:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763219.580096:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484746752:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763220.283084:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763221.307064:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763222.331069:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763223.355063:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763224.379120:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763224.698988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.699001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763224.699007:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.699019:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3213
00000100:00080000:0.0:1789763224.699032:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.699041:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763224.699088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484746880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.699124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.699129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763224.699131:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.699136:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3213
00000100:00080000:0.0:1789763224.699141:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.699145:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763224.699156:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763224.699173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484747008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.699198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763224.699207:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484746880:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763224.699208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763224.699226:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.699240:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3213
00000100:00080000:0.0:1789763224.699244:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.699249:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763224.699255:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763224.699271:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484747136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763224.699284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.699302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763224.699305:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763224.699316:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763224.699325:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3213
00000100:00080000:0.0:1789763224.699336:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763224.699347:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763224.699359:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763224.699377:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff8ab8c2fe9f80 x1876699484746880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763224.699390:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484747264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763224.699415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484746880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763224.699422:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.699444:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763224.699451:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.699460:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3213
00000100:00080000:3.0:1789763224.699467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763224.699470:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763224.699480:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763224.699486:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763224.699505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484746880:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763224.699510:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763224.699535:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484747392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763224.699546:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747008:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789763224.699562:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763224.699569:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763224.699573:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763224.699581:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3213
00000100:00080000:0.0:1789763224.699587:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763224.699596:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763224.699601:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763224.699611:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763224.699626:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff8ab8c2fe9500 x1876699484747008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763224.699634:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484747520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763224.699675:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484747008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.699698:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.699703:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763224.699708:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763224.699716:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763224.699738:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763224.699751:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff8ab8c2fea680 x1876699484747136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.699765:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484747136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.699775:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.699778:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763224.699782:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763224.699789:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747264:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763224.699808:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763224.699860:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff8ab8c2fea300 x1876699484747264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.699930:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484747264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.699947:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.699953:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763224.699961:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747264:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763224.699994:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484747392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763224.700028:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763224.700044:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff8ab8c2febb80 x1876699484747392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.700059:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484747392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.700069:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.700072:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763224.700077:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484747392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763224.700084:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484747520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763224.700103:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763224.700115:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763224/real 1789763224]  req@ffff8ab8c2fe9f80 x1876699484747520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763224.700129:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484747520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763224.700138:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763224.700142:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763224.700145:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484747520:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763225.403108:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763226.427067:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763227.451090:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763228.475078:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763229.499088:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763229.819062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763229.819079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763229.819086:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763229.819102:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3218
00000100:00080000:1.0:1789763229.819121:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763229.819133:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763229.819203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484747648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763229.819251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763229.819257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763229.819259:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763229.819265:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3218
00000100:00080000:1.0:1789763229.819270:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763229.819277:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763229.819291:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763229.819311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484747776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763229.819334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763229.819336:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484747648:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763229.819350:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763229.819361:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763229.819369:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3218
00000100:00080000:1.0:1789763229.819374:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763229.819380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763229.819387:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763229.819403:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484747904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763229.819418:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763229.819423:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763229.819425:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763229.819430:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3218
00000100:00080000:1.0:1789763229.819439:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763229.819452:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763229.819455:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763229.819473:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763229.819502:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484748032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763229.819526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763229.819532:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff8ab8d84aa680 x1876699484747648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763229.819537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763229.819546:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763229.819564:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3218
00000100:00080000:1.0:1789763229.819572:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763229.819577:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763229.819601:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763229.819629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484747648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763229.819630:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484748160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763229.819730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763229.819737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763229.819740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763229.819745:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763229.819747:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3218
00000100:00080000:1.0:1789763229.819761:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763229.819801:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789763229.819802:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763229.819822:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484747648:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789763229.819828:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763229.819913:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763229.819950:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484748288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763229.819975:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763229.820023:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff8ab8d84a8a80 x1876699484747776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763229.820047:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484747776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763229.820061:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763229.820066:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763229.820070:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763229.820079:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763229.820103:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763229.820117:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff8ab8d84aad80 x1876699484747904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763229.820133:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484747904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763229.820152:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763229.820156:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763229.820160:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484747904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763229.820168:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484748032:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763229.820207:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763229.820221:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff8ab8d84a9f80 x1876699484748032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763229.820235:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484748032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763229.820245:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763229.820249:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763229.820253:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484748032:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763229.820260:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484748160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763229.820281:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763229.820293:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff8ab8d84ab480 x1876699484748160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763229.820308:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484748160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763229.820317:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763229.820321:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763229.820325:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484748160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763229.820349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484748288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763229.820370:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763229.820382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763229/real 1789763229]  req@ffff8ab8d84ab100 x1876699484748288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763229.820397:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484748288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763229.820406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763229.820409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763229.820413:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484748288:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763230.523064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763231.546985:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763232.571070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763233.595094:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763234.619042:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763234.939064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763234.939081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763234.939090:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763234.939106:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3223
00000100:00080000:1.0:1789763234.939126:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763234.939139:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763234.939219:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484748416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763234.939251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763234.939256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763234.939258:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763234.939266:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3223
00000100:00080000:1.0:1789763234.939272:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763234.939275:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763234.939288:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763234.939311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484748544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763234.939326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763234.939330:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763234.939332:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763234.939343:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3223
00000100:00080000:1.0:1789763234.939351:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763234.939356:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763234.939362:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763234.939379:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484748672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763234.939391:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763234.939395:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763234.939397:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763234.939410:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3223
00000100:00100000:3.0:1789763234.939411:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484748416:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763234.939416:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763234.939431:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763234.939441:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763234.939483:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484748800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763234.939501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763234.939506:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763234.939508:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763234.939513:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3223
00000100:00080000:1.0:1789763234.939518:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763234.939522:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763234.939529:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763234.939541:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484748928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763234.939559:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763234.939565:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763234.939569:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763234.939576:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3223
00000100:00080000:1.0:1789763234.939584:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763234.939592:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763234.939601:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763234.939630:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484749056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763234.939914:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484748544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763234.941253:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484748672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763234.941336:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484748800:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763234.941386:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484748928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763234.941429:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484749056:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763235.643067:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763236.667100:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763237.691077:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763238.011424:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789763238.011507:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763238.011538:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763238.011623:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763238.011643:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763238.011664:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763238.011687:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789763238.011708:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763238]  req@ffff8ab8d84a8e00 x1876699484748672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789763238.011752:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789763238.011801:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484748672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763238.011832:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763238.011843:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763238.011854:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484748672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763238.011912:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763238]  req@ffff8ab8d84aa300 x1876699484748800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763238.011944:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484748800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763238.011962:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763238.011971:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763238.011980:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484748800:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763238.012001:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763238]  req@ffff8ab8d84abb80 x1876699484748928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763238.012030:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484748928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763238.012048:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763238.012056:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763238.012063:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484748928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763238.012080:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763238]  req@ffff8ab8d84ab100 x1876699484749056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763238.012126:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484749056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763238.012144:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763238.012152:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763238.012159:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484749056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763238.012174:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763238]  req@ffff8ab8d84a9c00 x1876699484748416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763238.012197:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484748416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763238.012212:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763238.012218:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763238.012224:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484748416:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763238.012237:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763234/real 1789763238]  req@ffff8ab8d84a9180 x1876699484748544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763238.012259:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484748544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763238.012276:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763238.012283:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763238.012289:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484748544:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763238.715073:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763239.739085:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763240.059095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763240.059112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763240.059120:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763240.059138:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3228
00000100:00080000:1.0:1789763240.059156:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763240.059168:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763240.059233:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484749184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763240.059277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763240.059300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763240.059302:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763240.059308:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3228
00000100:00080000:1.0:1789763240.059313:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763240.059318:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763240.059334:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763240.059353:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484749312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763240.059394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763240.059400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484749184:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763240.059401:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763240.059407:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763240.059423:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3228
00000100:00080000:1.0:1789763240.059431:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763240.059437:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763240.059443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763240.059464:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484749440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763240.059473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763240.059478:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763240.059480:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763240.059483:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3228
00000100:00080000:1.0:1789763240.059486:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763240.059491:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763240.059498:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763240.059514:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484749568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763240.059525:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763240.059530:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763240.059533:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763240.059537:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3228
00000100:00080000:1.0:1789763240.059542:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763240.059547:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763240.059556:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763240.059562:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763240.059572:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484749696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763240.059588:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763240.059595:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763240.059599:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763240.059608:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3228
00000100:00080000:1.0:1789763240.059618:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763240.059627:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763240.059637:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763240.059652:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8ab8d84ab480 x1876699484749184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.059674:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484749824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763240.059774:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484749184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.059801:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.059813:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763240.059834:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484749184:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763240.059945:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484749312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763240.060001:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763240.060031:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8ab8d84a9f80 x1876699484749312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.060058:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484749312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.060077:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.060084:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763240.060091:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484749312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763240.060106:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484749440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763240.060941:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763240.060974:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8ab8d84aad80 x1876699484749440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.061002:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484749440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.061033:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.061041:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763240.061058:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484749440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763240.061072:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484749568:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763240.061118:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763240.061144:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8ab8d84a8a80 x1876699484749568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.061170:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484749568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.061187:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.061193:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763240.061200:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484749568:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763240.061214:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484749696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763240.061257:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763240.061282:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8ab8d84aa680 x1876699484749696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.061299:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484749696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.061310:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.061314:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763240.061319:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484749696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763240.061327:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484749824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763240.061360:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763240.061411:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8ab8d84a8000 x1876699484749824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.061438:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484749824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.061453:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.061458:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763240.061463:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484749824:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763240.763111:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763241.787120:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763242.811098:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763243.835114:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763244.859051:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763245.179053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763245.179066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763245.179070:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763245.179084:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3233
00000100:00080000:0.0:1789763245.179098:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763245.179107:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763245.179155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484749952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763245.179194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763245.179200:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763245.179202:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763245.179208:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3233
00000100:00080000:0.0:1789763245.179212:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763245.179216:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763245.179227:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763245.179243:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484750080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763245.179260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763245.179265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763245.179268:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763245.179276:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484749952:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763245.179279:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3233
00000100:00080000:0.0:1789763245.179290:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763245.179298:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763245.179304:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763245.179322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484750208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763245.179333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763245.179338:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763245.179341:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763245.179346:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3233
00000100:00080000:0.0:1789763245.179352:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763245.179356:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763245.179363:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763245.179379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484750336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763245.179393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763245.179397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763245.179399:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763245.179404:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3233
00000100:00080000:0.0:1789763245.179411:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763245.179411:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763245.179423:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763245.179430:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763245.179446:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484750464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763245.179460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763245.179464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763245.179466:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763245.179473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3233
00000100:00080000:0.0:1789763245.179479:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763245.179486:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8ab8c2feaa00 x1876699484749952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763245.179489:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763245.179505:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763245.179530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484750592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763245.179537:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484749952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.179576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.179583:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763245.179588:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484749952:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763245.179620:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763245.179650:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763245.179694:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8ab8c2fe9180 x1876699484750080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.179711:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484750080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.179722:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.179726:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763245.179730:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763245.179738:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763245.179761:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763245.179774:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8ab8c2fe8e00 x1876699484750208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.179788:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484750208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.179798:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.179801:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763245.179805:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763245.179811:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750336:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763245.179831:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763245.179842:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8ab8c2feb100 x1876699484750336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.179856:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484750336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.179906:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.179910:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763245.179914:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750336:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763245.179921:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484750464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763245.179945:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763245.179959:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8ab8c2feb480 x1876699484750464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.179973:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484750464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.179983:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.179986:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763245.179990:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484750464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763245.179996:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484750592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763245.180016:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763245.180028:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8ab8c2feb800 x1876699484750592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.180041:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484750592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.180050:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.180053:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763245.180058:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484750592:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763245.883069:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763246.907091:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763247.931102:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763248.955113:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763249.979093:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763250.298972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.298984:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763250.298990:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.299003:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3238
00000100:00080000:0.0:1789763250.299016:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.299047:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763250.299107:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484750720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763250.299143:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.299147:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763250.299150:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.299155:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3238
00000100:00080000:0.0:1789763250.299159:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.299164:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763250.299186:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763250.299209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484750848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763250.299229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.299236:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763250.299251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.299259:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3238
00000100:00080000:0.0:1789763250.299268:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.299277:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763250.299289:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763250.299293:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484750720:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763250.299316:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484750976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763250.299343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.299348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763250.299351:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.299356:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3238
00000100:00080000:0.0:1789763250.299364:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.299369:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763250.299376:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763250.299382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763250.299399:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484751104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763250.299415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.299420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763250.299422:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.299429:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3238
00000100:00080000:0.0:1789763250.299434:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.299446:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763250.299447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8ab8c2fe8000 x1876699484750720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763250.299461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763250.299484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484751232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763250.299496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484750720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763250.299503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.299517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763250.299527:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763250.299529:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763250.299538:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3238
00000100:00080000:3.0:1789763250.299544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763250.299547:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763250.299556:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484750720:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763250.299559:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763250.299575:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763250.299582:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763250.299594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484751360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763250.299622:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763250.299672:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8ab8c2fe9880 x1876699484750848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.299690:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484750848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.299702:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.299706:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763250.299711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763250.299740:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763250.299764:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763250.299779:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8ab8c2fead80 x1876699484750976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.299793:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484750976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.299803:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.299807:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763250.299811:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484750976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763250.299818:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484751104:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763250.299838:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763250.299849:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8ab8c2fe8a80 x1876699484751104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.299864:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484751104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.299915:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.299920:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763250.299924:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484751104:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763250.299931:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484751232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763250.299957:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763250.299971:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8ab8c2fe8380 x1876699484751232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.299985:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484751232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.299996:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.300000:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763250.300004:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484751232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763250.300010:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484751360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763250.300029:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763250.300043:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8ab8c2fe9c00 x1876699484751360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763250.300057:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484751360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.300066:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.300070:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763250.300073:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484751360:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763251.003114:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763252.027083:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763253.051078:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763254.075061:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763255.099083:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763255.419028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.419040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763255.419046:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.419058:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3243
00000100:00080000:3.0:1789763255.419071:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.419081:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763255.419123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484751488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.419161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.419168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763255.419170:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.419176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3243
00000100:00080000:3.0:1789763255.419181:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.419187:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763255.419200:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763255.419218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484751616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763255.419226:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484751488:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763255.419249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.419254:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763255.419256:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.419262:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3243
00000100:00080000:3.0:1789763255.419267:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.419271:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763255.419279:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763255.419295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484751744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.419308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763255.419325:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763255.419328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763255.419335:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.419342:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3243
00000100:00080000:3.0:1789763255.419348:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.419355:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763255.419363:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763255.419381:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484751872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763255.419388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8ab8c34f7480 x1876699484751488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.419435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763255.419442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484751488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.419447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763255.419458:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763255.419468:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763255.419477:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3243
00000100:00080000:0.0:1789763255.419483:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763255.419494:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484751488:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763255.419494:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.419509:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763255.419519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763255.419539:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484751616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763255.419544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484752000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.419564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.419569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763255.419573:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763255.419581:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763255.419614:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3243
00000100:00080000:3.0:1789763255.419624:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.419632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763255.419640:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8ab8c34f4a80 x1876699484751616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763255.419647:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763255.419670:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484751616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763255.419682:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763255.419686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484752128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763255.419690:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763255.419704:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484751616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763255.419725:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484751744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763255.419763:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763255.419778:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8ab8c34f7100 x1876699484751744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763255.419792:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484751744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763255.419802:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763255.419806:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763255.419810:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484751744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763255.419817:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484751872:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763255.419836:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763255.419847:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8ab8c34f5f80 x1876699484751872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763255.419890:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484751872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763255.419901:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763255.419906:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763255.419910:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484751872:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763255.419931:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484752000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763255.419955:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763255.419970:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8ab8c34f5180 x1876699484752000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763255.419984:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484752000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763255.419994:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763255.419998:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763255.420002:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484752000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763255.420009:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484752128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763255.420028:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763255.420039:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8ab8c34f5880 x1876699484752128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763255.420052:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484752128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763255.420062:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763255.420065:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763255.420068:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484752128:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763256.123058:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763257.147146:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763258.171187:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763259.195080:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763260.219022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763260.538975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763260.538988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763260.538994:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763260.539006:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3249
00000100:00080000:3.0:1789763260.539020:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763260.539029:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763260.539073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484752256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763260.539110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763260.539115:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763260.539118:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763260.539123:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3249
00000100:00080000:3.0:1789763260.539127:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763260.539132:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763260.539143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763260.539160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484752384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763260.539175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763260.539182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763260.539188:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484752256:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763260.539188:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763260.539204:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3249
00000100:00080000:3.0:1789763260.539209:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763260.539213:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763260.539220:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763260.539234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484752512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763260.539256:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763260.539260:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763260.539263:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763260.539267:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3249
00000100:00080000:3.0:1789763260.539271:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763260.539281:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789763260.539283:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789763260.539290:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763260.539308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484752640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763260.539321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763260.539326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763260.539328:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763260.539334:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3249
00000100:00080000:3.0:1789763260.539339:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763260.539344:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763260.539354:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff8ab8c34f7800 x1876699484752256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763260.539354:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763260.539378:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484752768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763260.539401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763260.539405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763260.539408:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763260.539415:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484752256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763260.539418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3249
00000100:00080000:3.0:1789763260.539427:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763260.539438:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763260.539451:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763260.539455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763260.539466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763260.539469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484752896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763260.539478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484752256:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763260.539527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484752384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763260.539591:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763260.539620:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff8ab8c34f4380 x1876699484752384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763260.539637:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484752384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763260.539648:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763260.539652:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763260.539656:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484752384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763260.539665:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484752512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763260.539688:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763260.539701:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff8ab8c34f7b80 x1876699484752512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763260.539715:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484752512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763260.539725:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763260.539729:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763260.539733:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484752512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763260.539741:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484752640:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763260.539761:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763260.539773:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff8ab8c34f6300 x1876699484752640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763260.539787:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484752640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763260.539797:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763260.539800:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763260.539804:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484752640:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763260.539810:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484752768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763260.539833:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763260.539845:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff8ab8c34f5c00 x1876699484752768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763260.539859:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484752768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763260.539914:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763260.539919:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763260.539923:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484752768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763260.539931:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484752896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763260.539956:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763260.539970:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763260/real 1789763260]  req@ffff8ab8c34f6d80 x1876699484752896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763260.539985:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484752896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763260.539995:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763260.539998:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763260.540002:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484752896:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763261.243137:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763262.267117:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763263.291084:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763264.315043:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763265.339070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763265.659050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763265.659064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763265.659070:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763265.659085:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3254
00000100:00080000:1.0:1789763265.659098:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763265.659108:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763265.659156:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484753024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763265.659193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763265.659198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763265.659201:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763265.659206:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3254
00000100:00080000:1.0:1789763265.659210:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763265.659214:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763265.659225:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763265.659241:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484753152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763265.659265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763265.659270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763265.659276:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763265.659279:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484753024:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763265.659286:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3254
00000100:00080000:1.0:1789763265.659296:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763265.659301:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763265.659307:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763265.659324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484753280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763265.659336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763265.659341:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763265.659344:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763265.659348:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3254
00000100:00080000:1.0:1789763265.659355:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763265.659360:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763265.659365:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763265.659373:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763265.659384:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484753408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763265.659400:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763265.659404:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763265.659407:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763265.659412:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3254
00000100:00080000:1.0:1789763265.659419:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763265.659424:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763265.659430:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763265.659437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff8ab8d84a8700 x1876699484753024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763265.659449:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484753536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763265.659487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763265.659491:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763265.659494:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763265.659505:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3254
00000100:00100000:0.0:1789763265.659507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484753024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763265.659509:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763265.659553:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:0.0:1789763265.659564:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763265.659567:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763265.659575:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763265.659583:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484753024:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763265.659605:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484753664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763265.659621:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484753152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763265.659670:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763265.659690:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff8ab8d84ab800 x1876699484753152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763265.659706:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484753152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763265.659725:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763265.659729:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763265.659733:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484753152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763265.659741:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484753280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763265.659761:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763265.659774:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff8ab8d84a9500 x1876699484753280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763265.659787:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484753280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763265.659797:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763265.659800:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763265.659804:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484753280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763265.659811:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484753408:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763265.659831:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763265.659843:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff8ab8d84a9880 x1876699484753408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763265.659857:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484753408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763265.659912:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763265.659916:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763265.659921:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484753408:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763265.659929:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484753536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763265.659953:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763265.659968:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff8ab8d84a8380 x1876699484753536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763265.659997:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484753536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763265.660008:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763265.660011:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763265.660016:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484753536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763265.660037:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484753664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763265.660060:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763265.660073:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763265/real 1789763265]  req@ffff8ab8d84a8000 x1876699484753664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763265.660090:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484753664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763265.660106:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763265.660112:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763265.660118:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484753664:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763266.363131:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763267.387089:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763268.411119:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763269.435100:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763270.459096:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763270.778996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763270.779008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763270.779013:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763270.779026:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3259
00000100:00080000:1.0:1789763270.779040:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763270.779049:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763270.779094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484753792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763270.779131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763270.779137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763270.779139:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763270.779144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3259
00000100:00080000:1.0:1789763270.779148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763270.779152:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763270.779162:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763270.779177:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484753920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763270.779190:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763270.779195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763270.779197:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763270.779204:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3259
00000100:00080000:1.0:1789763270.779207:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763270.779212:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763270.779217:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763270.779228:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484754048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763270.779242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763270.779251:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789763270.779255:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484753792:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763270.779255:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763270.779265:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3259
00000100:00080000:1.0:1789763270.779275:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763270.779280:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763270.779286:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763270.779303:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484754176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763270.779316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763270.779320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763270.779323:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763270.779327:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3259
00000100:00080000:1.0:1789763270.779334:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763270.779338:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763270.779344:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763270.779353:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763270.779361:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484754304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763270.779376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763270.779380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763270.779383:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763270.779388:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3259
00000100:00080000:1.0:1789763270.779393:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763270.779398:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763270.779404:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763270.779413:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff8ab8d84aa680 x1876699484753792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763270.779423:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484754432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763270.779469:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484753792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763270.779513:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763270.779520:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763270.779525:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484753792:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763270.779540:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484753920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763270.779584:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763270.779606:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff8ab8d84a8a80 x1876699484753920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763270.779625:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484753920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763270.779637:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763270.779642:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763270.779647:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484753920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763270.779680:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763270.779712:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763270.779731:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff8ab8d84aad80 x1876699484754048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763270.779751:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484754048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763270.779772:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763270.779778:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763270.779783:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763270.779791:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754176:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763270.779817:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763270.779831:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff8ab8d84a9f80 x1876699484754176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763270.779847:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484754176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763270.779911:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763270.779917:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763270.779922:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754176:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763270.779931:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484754304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763270.779959:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763270.779975:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff8ab8d84ab480 x1876699484754304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763270.779992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484754304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763270.780003:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763270.780007:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763270.780012:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484754304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763270.780021:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484754432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763270.780046:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763270.780063:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763270/real 1789763270]  req@ffff8ab8d84a9180 x1876699484754432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763270.780081:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484754432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763270.780092:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763270.780097:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763270.780102:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484754432:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763271.483094:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763272.507112:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763273.531183:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763274.555203:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763275.579122:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763275.899011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763275.899026:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763275.899032:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763275.899047:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3264
00000100:00080000:1.0:1789763275.899063:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763275.899073:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763275.899135:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484754560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763275.899174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763275.899179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763275.899181:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763275.899186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3264
00000100:00080000:1.0:1789763275.899189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763275.899192:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763275.899205:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763275.899220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484754688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763275.899232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763275.899237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763275.899241:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763275.899246:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3264
00000100:00080000:1.0:1789763275.899250:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763275.899254:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763275.899258:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763275.899269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484754816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763275.899280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763275.899286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763275.899289:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763275.899295:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484754560:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763275.899295:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3264
00000100:00080000:1.0:1789763275.899303:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763275.899318:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763275.899326:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763275.899337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484754944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763275.899349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763275.899353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763275.899355:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763275.899361:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3264
00000100:00080000:1.0:1789763275.899364:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763275.899368:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763275.899373:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763275.899387:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484755072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763275.899396:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763275.899400:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763275.899402:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763275.899407:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3264
00000100:00080000:1.0:1789763275.899410:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763275.899413:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763275.899418:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763275.899428:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763275.899468:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484755200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763275.899525:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275]  req@ffff8ab8d84a9c00 x1876699484754560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763275.899552:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484754560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763275.899569:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763275.899574:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763275.899580:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484754560:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763275.899591:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763275.899626:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763275.899643:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275]  req@ffff8ab8d84ab100 x1876699484754688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763275.899659:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484754688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763275.899670:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763275.899674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763275.899678:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763275.899711:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763275.899733:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763275.899746:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275]  req@ffff8ab8d84abb80 x1876699484754816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763275.899761:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484754816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763275.899771:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763275.899775:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763275.899779:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763275.899786:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754944:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763275.899807:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763275.899819:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275]  req@ffff8ab8d84aa300 x1876699484754944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763275.899833:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484754944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763275.899850:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763275.899857:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763275.899946:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484754944:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763275.899968:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484755072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763275.900002:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763275.900018:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275]  req@ffff8ab8d84a8e00 x1876699484755072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763275.900033:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484755072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763275.900044:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763275.900048:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763275.900052:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484755072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763275.900059:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484755200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763275.900079:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763275.900091:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763275/real 1789763275]  req@ffff8ab8d84a9180 x1876699484755200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763275.900106:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484755200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763275.900115:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763275.900118:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763275.900123:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484755200:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763276.603145:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763277.627046:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763278.651129:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763279.675093:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763280.699122:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763281.019050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.019064:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763281.019071:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.019086:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3269
00000100:00080000:0.0:1789763281.019103:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.019114:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763281.019178:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484755328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.019220:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.019224:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.019227:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.019232:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3269
00000100:00080000:0.0:1789763281.019235:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.019239:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763281.019253:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.019268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484755456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.019284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763281.019285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484755328:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763281.019296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763281.019318:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.019326:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3269
00000100:00080000:0.0:1789763281.019330:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.019336:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763281.019344:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.019362:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484755584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.019375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.019381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.019383:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.019388:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3269
00000100:00080000:0.0:1789763281.019392:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.019396:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763281.019447:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763281.019463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484755712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763281.019475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763281.019481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.019486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.019489:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.019514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3269
00000100:00080000:0.0:1789763281.019522:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.019529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763281.019537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.019555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484755840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.019567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.019573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763281.019576:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763281.019585:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff8ab8c2fe9c00 x1876699484755328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763281.019589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3269
00000100:00080000:0.0:1789763281.019601:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.019615:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763281.019626:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763281.019642:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484755328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763281.019654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484755968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763281.019664:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.019681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763281.019694:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484755328:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763281.019738:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484755456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763281.019772:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763281.019790:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff8ab8c2fe8380 x1876699484755456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.019806:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484755456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.019817:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.019822:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763281.019827:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484755456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763281.019834:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484755584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763281.019875:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763281.019886:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff8ab8c2fe8a80 x1876699484755584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.019898:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484755584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.019906:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.019909:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763281.019957:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484755584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763281.019978:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484755712:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763281.020004:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763281.020017:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff8ab8c2fead80 x1876699484755712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.020029:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484755712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.020038:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.020041:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763281.020045:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484755712:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763281.020051:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484755840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763281.020068:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763281.020079:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff8ab8c2fe9880 x1876699484755840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.020091:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484755840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.020099:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.020102:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763281.020105:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484755840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763281.020110:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484755968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763281.020127:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763281.020137:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff8ab8c2fe8000 x1876699484755968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763281.020149:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484755968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763281.020156:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763281.020159:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763281.020162:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484755968:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763281.723069:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763282.747063:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763283.771009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763284.795046:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763285.819034:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763286.138994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.139002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763286.139006:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.139015:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3274
00000100:00080000:1.0:1789763286.139025:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.139033:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763286.139065:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484756096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.139093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.139096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763286.139097:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.139100:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3274
00000100:00080000:1.0:1789763286.139102:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.139104:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763286.139111:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763286.139120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484756224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.139127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.139130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763286.139131:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.139134:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3274
00000100:00080000:1.0:1789763286.139136:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.139140:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763286.139142:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484756096:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789763286.139144:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763286.139154:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484756352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.139161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.139164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763286.139165:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.139167:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3274
00000100:00080000:1.0:1789763286.139170:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.139173:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763286.139177:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763286.139184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484756480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.139190:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.139192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763286.139194:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.139196:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3274
00000800:00000100:3.0:1789763286.139201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763286.139202:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.139206:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763286.139210:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763286.139218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484756608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.139224:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.139227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763286.139228:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.139231:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3274
00000100:00080000:1.0:1789763286.139235:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.139238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763286.139242:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8ab8d84ab480 x1876699484756096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763286.139243:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763286.139255:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484756736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763286.139263:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484756096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.139310:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.139317:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763286.139322:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484756096:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763286.139337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484756224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763286.139418:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763286.139439:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8ab8d84a9f80 x1876699484756224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.139448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484756224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.139454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.139456:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763286.139458:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484756224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763286.139476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484756352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763286.139488:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763286.139494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8ab8d84aad80 x1876699484756352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.139502:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484756352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.139507:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.139508:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763286.139510:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484756352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763286.139514:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484756480:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763286.139525:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763286.139531:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8ab8d84a8a80 x1876699484756480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.139538:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484756480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.139543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.139544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763286.139546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484756480:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763286.139550:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484756608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763286.139560:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763286.139566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8ab8d84aa680 x1876699484756608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.139573:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484756608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.139577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.139579:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763286.139581:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484756608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763286.139584:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484756736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763286.139593:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763286.139599:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8ab8d84a8000 x1876699484756736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.139606:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484756736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.139611:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.139612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763286.139614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484756736:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763286.843007:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763287.867036:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763288.891006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763289.915024:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763290.939018:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763291.258966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763291.258982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763291.258989:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763291.259007:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3279
00000100:00080000:1.0:1789763291.259023:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763291.259035:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763291.259084:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484756864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763291.259120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763291.259127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763291.259131:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763291.259140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3279
00000100:00080000:1.0:1789763291.259147:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763291.259154:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763291.259170:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763291.259196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484756992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763291.259225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763291.259234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763291.259238:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484756864:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763291.259240:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763291.259260:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3279
00000100:00080000:1.0:1789763291.259270:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763291.259278:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763291.259290:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763291.259320:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484757120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763291.259358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763291.259375:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763291.259380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763291.259384:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763291.259393:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3279
00000100:00080000:1.0:1789763291.259401:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763291.259406:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763291.259415:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763291.259449:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484757248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763291.259451:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8ab8d84a8380 x1876699484756864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.259485:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763291.259499:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763291.259502:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763291.259509:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3279
00000100:00080000:1.0:1789763291.259514:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763291.259522:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484756864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.259526:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763291.259540:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763291.259554:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763291.259563:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484757376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763291.259566:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763291.259581:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484756864:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763291.259595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763291.259602:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763291.259604:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763291.259611:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3279
00000100:00080000:1.0:1789763291.259615:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763291.259619:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763291.259627:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763291.259630:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484756992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763291.259647:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484757504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763291.259679:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763291.259704:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8ab8d84a9880 x1876699484756992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.259721:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484756992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.259740:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.259745:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763291.259749:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484756992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763291.259757:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484757120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763291.259778:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763291.259790:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8ab8d84a9500 x1876699484757120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.259804:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484757120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.259813:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.259817:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763291.259821:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484757120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763291.259827:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484757248:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763291.259846:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763291.259857:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8ab8d84ab800 x1876699484757248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.259913:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484757248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.259923:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.259927:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763291.259932:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484757248:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763291.259939:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484757376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763291.259964:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763291.259978:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8ab8d84a8700 x1876699484757376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.259992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484757376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.260002:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.260005:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763291.260009:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484757376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763291.260028:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484757504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763291.260049:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763291.260061:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8ab8d84a8380 x1876699484757504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.260075:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484757504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.260084:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.260087:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763291.260091:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484757504:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763291.963084:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763292.987068:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763294.011019:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763295.034987:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763296.058980:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763296.378957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.378965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763296.378968:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.378976:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3284
00000100:00080000:0.0:1789763296.378985:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.378990:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763296.379020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484757632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.379040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.379043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763296.379044:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.379047:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3284
00000100:00080000:0.0:1789763296.379049:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.379051:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763296.379058:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763296.379067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484757760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.379076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.379081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763296.379082:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484757632:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763296.379083:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.379093:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3284
00000100:00080000:0.0:1789763296.379097:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.379101:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763296.379106:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763296.379122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484757888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.379134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.379137:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763296.379140:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763296.379141:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763296.379146:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3284
00000100:00080000:0.0:1789763296.379151:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.379155:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763296.379159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763296.379170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484758016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.379177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763296.379180:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763296.379181:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763296.379184:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3284
00000100:00080000:0.0:1789763296.379188:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763296.379192:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8ab8c2feb800 x1876699484757632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763296.379194:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763296.379201:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763296.379218:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484757632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763296.379223:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484758144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763296.379243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.379243:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763296.379248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763296.379251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.379254:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763296.379257:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3284
00000100:00080000:0.0:1789763296.379263:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763296.379267:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763296.379267:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484757632:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763296.379274:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763296.379282:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484758272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763296.379307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484757760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763296.379330:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763296.379340:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8ab8c2feb480 x1876699484757760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.379349:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484757760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.379355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.379357:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763296.379359:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484757760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763296.379363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484757888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763296.379374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763296.379380:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8ab8c2feb100 x1876699484757888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.379388:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484757888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.379397:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.379400:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763296.379402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484757888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763296.379405:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484758016:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763296.379416:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763296.379422:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8ab8c2fe8e00 x1876699484758016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.379429:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484758016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.379434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.379436:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763296.379437:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484758016:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763296.379441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484758144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763296.379451:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763296.379457:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8ab8c2fe9180 x1876699484758144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.379464:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484758144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.379469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.379471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763296.379473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484758144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763296.379485:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484758272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763296.379495:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763296.379502:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8ab8c2feaa00 x1876699484758272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.379509:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484758272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.379514:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.379515:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763296.379517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484758272:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763297.082996:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763298.106972:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763299.131001:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763300.155221:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763301.178985:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763301.498990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.498998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763301.499001:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.499009:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3290
00000100:00080000:3.0:1789763301.499018:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.499024:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763301.499058:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484758400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763301.499088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.499092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763301.499094:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.499100:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3290
00000100:00080000:3.0:1789763301.499104:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.499110:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763301.499118:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484758400:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789763301.499119:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763301.499136:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484758528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763301.499144:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.499147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763301.499149:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.499151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3290
00000100:00080000:3.0:1789763301.499156:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.499158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763301.499161:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763301.499169:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484758656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763301.499175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.499178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763301.499179:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.499181:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3290
00000100:00080000:3.0:1789763301.499184:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.499186:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763301.499189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763301.499196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484758784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763301.499202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.499205:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763301.499207:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763301.499209:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484758528:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763301.499212:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3290
00000100:00080000:3.0:1789763301.499218:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.499220:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763301.499224:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763301.499232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484758912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763301.499240:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484758656:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763301.499241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.499247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763301.499264:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.499269:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3290
00000100:00080000:3.0:1789763301.499273:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.499276:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763301.499281:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763301.499285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484758784:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763301.499295:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484759040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763301.499321:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484758912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763301.499348:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484759040:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763302.202993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763303.226963:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763304.251006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763304.571097:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:2.0:1789763304.571139:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763304.571156:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763304.571198:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763304.571209:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763304.571218:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763304.571243:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:2.0:1789763304.571255:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789763304.571263:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763304]  req@ffff8ab8c34f5c00 x1876699484758528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763304.571289:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484758528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763304.571306:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763304.571311:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763304.571317:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484758528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763304.571326:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763304]  req@ffff8ab8c34f6300 x1876699484758656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763304.571339:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484758656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763304.571347:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763304.571351:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763304.571354:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484758656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763304.571361:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763304]  req@ffff8ab8c34f7b80 x1876699484758784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763304.571372:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484758784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763304.571379:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763304.571383:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763304.571386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484758784:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763304.571394:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763304]  req@ffff8ab8c34f6d80 x1876699484758400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763304.571406:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484758400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763304.571414:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763304.571417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763304.571420:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484758400:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763304.571445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763304]  req@ffff8ab8c34f4380 x1876699484758912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763304.571459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484758912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763304.571466:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763304.571470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763304.571473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484758912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763304.571480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763304]  req@ffff8ab8c34f7800 x1876699484759040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763304.571491:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484759040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763304.571500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763304.571504:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763304.571507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484759040:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763305.274991:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763306.299011:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763306.618940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763306.618949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763306.618953:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763306.618961:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3295
00000100:00080000:3.0:1789763306.618969:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763306.618977:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763306.619006:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484759168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763306.619033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763306.619036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763306.619037:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763306.619040:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3295
00000100:00080000:3.0:1789763306.619044:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763306.619047:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763306.619054:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763306.619067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484759296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763306.619079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763306.619083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763306.619085:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763306.619090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3295
00000100:00080000:3.0:1789763306.619095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763306.619100:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763306.619107:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763306.619116:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484759168:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763306.619127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484759424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763306.619142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763306.619146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763306.619149:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763306.619156:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3295
00000100:00080000:3.0:1789763306.619161:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763306.619168:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763306.619176:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763306.619193:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484759552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763306.619204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763306.619208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763306.619210:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763306.619231:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763306.619232:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3295
00000100:00080000:3.0:1789763306.619243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763306.619247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763306.619254:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763306.619275:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484759680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763306.619284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763306.619288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763306.619290:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763306.619297:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3295
00000100:00080000:3.0:1789763306.619301:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763306.619306:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763306.619313:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff8ab8c34f5880 x1876699484759168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763306.619316:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763306.619339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484759808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763306.619384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484759168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763306.619400:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763306.619407:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763306.619412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484759168:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763306.619434:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484759296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763306.619466:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763306.619481:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff8ab8c34f5180 x1876699484759296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763306.619496:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484759296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763306.619510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763306.619513:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763306.619517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484759296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763306.619583:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484759424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763306.619615:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763306.619633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff8ab8c34f5f80 x1876699484759424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763306.619647:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484759424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763306.619663:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763306.619667:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763306.619671:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484759424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763306.619680:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484759552:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763306.619705:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763306.619717:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff8ab8c34f7100 x1876699484759552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763306.619730:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484759552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763306.619739:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763306.619743:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763306.619746:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484759552:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763306.619753:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484759680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763306.619775:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763306.619788:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff8ab8c34f4a80 x1876699484759680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763306.619802:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484759680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763306.619811:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763306.619815:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763306.619819:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484759680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763306.619826:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484759808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763306.619848:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763306.619860:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763306/real 1789763306]  req@ffff8ab8c34f7480 x1876699484759808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763306.619942:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484759808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763306.619952:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763306.619956:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763306.619960:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484759808:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763307.322956:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763308.347022:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763309.371007:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763310.395071:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763311.419021:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763311.738957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763311.738969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763311.738974:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763311.738986:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3300
00000100:00080000:3.0:1789763311.738999:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763311.739007:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763311.739057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484759936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763311.739085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763311.739088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763311.739090:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763311.739093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3300
00000100:00080000:3.0:1789763311.739096:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763311.739099:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763311.739109:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763311.739126:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484759936:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763311.739126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484760064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763311.739141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763311.739144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763311.739145:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763311.739148:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3300
00000100:00080000:3.0:1789763311.739150:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763311.739152:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763311.739157:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763311.739165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484760192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763311.739172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763311.739190:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763311.739191:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763311.739195:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3300
00000100:00080000:3.0:1789763311.739199:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763311.739203:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763311.739207:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763311.739217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484760320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763311.739225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763311.739228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763311.739231:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763311.739235:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763311.739238:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3300
00000100:00080000:3.0:1789763311.739242:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763311.739244:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763311.739247:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763311.739254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484760448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763311.739261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763311.739264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763311.739266:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763311.739269:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3300
00000100:00080000:3.0:1789763311.739275:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763311.739277:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763311.739280:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763311.739288:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484760576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763311.739306:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff8ab8c34f6a00 x1876699484759936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763311.739326:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484759936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763311.739336:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763311.739340:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763311.739343:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484759936:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763311.739370:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763311.739390:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763311.739400:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff8ab8c34f4000 x1876699484760064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763311.739408:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484760064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763311.739415:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763311.739417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763311.739420:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763311.739423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763311.739435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763311.739442:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff8ab8c34f6680 x1876699484760192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763311.739449:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484760192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763311.739455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763311.739457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763311.739459:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763311.739462:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760320:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763311.739475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763311.739482:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff8ab8c34f5500 x1876699484760320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763311.739490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484760320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763311.739496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763311.739498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763311.739499:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760320:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763311.739503:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484760448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763311.739514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763311.739529:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff8ab8c34f4700 x1876699484760448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763311.739538:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484760448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763311.739544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763311.739546:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763311.739548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484760448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763311.739552:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484760576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763311.739563:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763311.739570:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763311/real 1789763311]  req@ffff8ab8c34f7480 x1876699484760576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763311.739577:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484760576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763311.739588:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763311.739590:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763311.739592:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484760576:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763312.443042:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763313.467055:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763314.491127:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763315.515067:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763316.539116:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763316.858986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763316.858994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763316.858997:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763316.859006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3305
00000100:00080000:1.0:1789763316.859015:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763316.859021:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763316.859054:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484760704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763316.859079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763316.859082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763316.859083:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763316.859086:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3305
00000100:00080000:1.0:1789763316.859088:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763316.859090:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763316.859097:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763316.859106:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484760832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763316.859113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763316.859115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763316.859116:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763316.859118:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3305
00000100:00080000:1.0:1789763316.859120:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763316.859122:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763316.859124:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763316.859129:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484760960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763316.859135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763316.859155:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763316.859157:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763316.859162:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3305
00000100:00080000:1.0:1789763316.859166:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763316.859169:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763316.859174:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763316.859183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484761088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763316.859191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763316.859193:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763316.859195:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763316.859202:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484760704:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763316.859202:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3305
00000100:00080000:1.0:1789763316.859212:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763316.859220:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763316.859223:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763316.859232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484761216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763316.859242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763316.859244:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763316.859246:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763316.859249:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3305
00000100:00080000:1.0:1789763316.859252:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763316.859256:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763316.859261:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763316.859274:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484761344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763316.859297:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763316.859355:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff8ab8d84a8000 x1876699484760704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763316.859375:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484760704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763316.859386:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763316.859390:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763316.859394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484760704:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763316.859400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763316.859417:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763316.859426:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff8ab8d84aa680 x1876699484760832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763316.859433:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484760832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763316.859439:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763316.859442:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763316.859444:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763316.859448:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763316.859459:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763316.859465:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff8ab8d84a8a80 x1876699484760960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763316.859473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484760960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763316.859479:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763316.859480:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763316.859482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484760960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763316.859508:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484761088:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763316.859520:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763316.859527:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff8ab8d84aad80 x1876699484761088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763316.859535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484761088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763316.859540:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763316.859542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763316.859544:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484761088:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763316.859550:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484761216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763316.859568:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763316.859580:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff8ab8d84a9f80 x1876699484761216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763316.859593:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484761216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763316.859608:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763316.859612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763316.859615:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484761216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763316.859622:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484761344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763316.859645:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763316.859658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763316/real 1789763316]  req@ffff8ab8d84ab480 x1876699484761344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763316.859666:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484761344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763316.859672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763316.859674:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763316.859676:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484761344:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763317.563089:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763318.587097:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763319.610989:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763320.635053:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763321.659157:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763321.979004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763321.979012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763321.979015:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763321.979023:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3310
00000100:00080000:3.0:1789763321.979031:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763321.979037:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763321.979066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484761472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763321.979087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763321.979090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763321.979092:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763321.979097:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3310
00000100:00080000:3.0:1789763321.979112:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763321.979116:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763321.979125:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763321.979139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484761600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763321.979166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763321.979171:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484761472:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763321.979171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763321.979174:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763321.979182:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3310
00000100:00080000:3.0:1789763321.979185:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763321.979188:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763321.979193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763321.979202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484761728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763321.979209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763321.979211:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763321.979212:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763321.979215:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3310
00000100:00080000:3.0:1789763321.979217:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763321.979219:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763321.979222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763321.979228:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484761856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763321.979235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763321.979240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:0.0:1789763321.979241:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763321.979242:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763321.979248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3310
00000100:00080000:3.0:1789763321.979251:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763321.979254:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763321.979257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763321.979265:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484761984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763321.979271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763321.979274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763321.979275:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763321.979278:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3310
00000100:00080000:3.0:1789763321.979279:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763321.979281:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763321.979284:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763321.979297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484762112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763321.979298:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff8ab8c34f4a80 x1876699484761472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763321.979329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484761472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763321.979338:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763321.979342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763321.979345:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484761472:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763321.979363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484761600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763321.979379:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763321.979388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff8ab8c34f7100 x1876699484761600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763321.979396:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484761600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763321.979401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763321.979403:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763321.979405:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484761600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763321.979409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484761728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763321.979419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763321.979425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff8ab8c34f5f80 x1876699484761728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763321.979432:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484761728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763321.979437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763321.979439:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763321.979441:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484761728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763321.979444:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484761856:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763321.979455:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763321.979461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff8ab8c34f5180 x1876699484761856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763321.979468:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484761856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763321.979473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763321.979475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763321.979477:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484761856:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763321.979480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484761984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763321.979490:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763321.979496:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff8ab8c34f5880 x1876699484761984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763321.979504:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484761984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763321.979508:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763321.979510:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763321.979512:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484761984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763321.979515:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484762112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763321.979524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763321.979530:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763321/real 1789763321]  req@ffff8ab8c34f7800 x1876699484762112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763321.979537:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484762112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763321.979542:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763321.979544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763321.979546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484762112:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763322.683142:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763323.707070:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763324.731068:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763325.755139:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763326.779087:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763327.098984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.098997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763327.099002:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.099014:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3315
00000100:00080000:3.0:1789763327.099028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.099037:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763327.099127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484762240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763327.099166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.099174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763327.099178:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.099186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3315
00000100:00080000:3.0:1789763327.099193:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.099200:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763327.099215:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763327.099242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484762368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763327.099265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.099271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763327.099275:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.099282:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3315
00000100:00080000:3.0:1789763327.099289:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.099296:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763327.099305:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763327.099327:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484762496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763327.099351:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484762240:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763327.099357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.099363:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763327.099366:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.099372:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3315
00000100:00080000:3.0:1789763327.099379:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.099385:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763327.099394:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763327.099411:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484762624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763327.099429:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.099435:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763327.099439:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763327.099440:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763327.099445:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3315
00000100:00080000:3.0:1789763327.099450:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.099456:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763327.099464:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763327.099481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484762752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763327.099500:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.099506:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763327.099509:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763327.099511:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8ab8c34f4380 x1876699484762240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763327.099516:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3315
00000100:00080000:3.0:1789763327.099523:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.099529:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763327.099538:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.099559:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484762240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763327.099559:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484762880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.099581:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.099591:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763327.099600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484762240:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763327.099619:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484762368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763327.099664:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763327.099689:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8ab8c34f6d80 x1876699484762368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.099706:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484762368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.099717:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.099721:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763327.099726:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484762368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763327.099767:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484762496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763327.099793:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763327.099806:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8ab8c34f7b80 x1876699484762496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.099821:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484762496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.099830:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.099846:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763327.099850:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484762496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763327.099856:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484762624:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763327.099912:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763327.099926:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8ab8c34f6300 x1876699484762624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.099941:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484762624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.099951:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.099955:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763327.099959:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484762624:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763327.099965:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484762752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763327.099986:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763327.099998:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8ab8c34f5c00 x1876699484762752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.100012:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484762752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.100022:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.100025:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763327.100029:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484762752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763327.100035:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484762880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763327.100054:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763327.100099:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8ab8c34f7800 x1876699484762880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.100117:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484762880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.100133:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.100139:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763327.100146:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484762880:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763327.803169:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763328.827097:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763329.851158:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763330.875049:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763331.899117:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763332.218966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.218980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763332.218985:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.218998:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3320
00000100:00080000:3.0:1789763332.219011:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.219020:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763332.219092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484763008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.219130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.219135:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763332.219138:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.219143:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3320
00000100:00080000:3.0:1789763332.219148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.219154:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763332.219170:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763332.219197:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484763136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763332.219221:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484763008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763332.219225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.219241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763332.219245:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.219256:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3320
00000100:00080000:3.0:1789763332.219265:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.219275:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763332.219288:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763332.219319:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763332.219324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484763264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.219352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.219357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763332.219360:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.219366:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3320
00000100:00080000:3.0:1789763332.219372:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.219377:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763332.219386:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763332.219400:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8ab8c34f5880 x1876699484763008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763332.219408:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484763392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.219466:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.219477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763332.219479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484763008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763332.219482:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.219505:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3320
00000100:00080000:3.0:1789763332.219522:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763332.219531:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763332.219540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763332.219546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484763008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763332.219549:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763332.219562:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763332.219588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484763136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763332.219589:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484763520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.219620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.219625:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763332.219627:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.219635:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3320
00000100:00080000:3.0:1789763332.219643:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.219649:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763332.219656:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763332.219661:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763332.219678:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484763648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763332.219702:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8ab8c34f5180 x1876699484763136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763332.219729:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484763136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763332.219741:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763332.219746:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763332.219750:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484763136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763332.219759:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484763264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763332.219788:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763332.219802:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8ab8c34f5f80 x1876699484763264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763332.219817:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484763264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763332.219827:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763332.219831:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763332.219835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484763264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763332.219843:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484763392:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763332.219897:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763332.219914:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8ab8c34f7100 x1876699484763392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763332.219929:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484763392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763332.219939:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763332.219943:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763332.219947:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484763392:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763332.219968:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484763520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763332.219993:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763332.220006:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8ab8c34f4a80 x1876699484763520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763332.220019:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484763520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763332.220059:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763332.220064:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763332.220069:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484763520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763332.220077:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484763648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763332.220106:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763332.220120:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8ab8c34f7480 x1876699484763648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763332.220136:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484763648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763332.220146:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763332.220149:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763332.220153:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484763648:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763332.923199:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763333.947124:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763334.971105:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763335.995169:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763337.019107:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763337.339066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763337.339079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763337.339084:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763337.339097:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3325
00000100:00080000:1.0:1789763337.339110:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763337.339120:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763337.339165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484763776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763337.339202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763337.339207:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763337.339210:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763337.339215:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3325
00000100:00080000:1.0:1789763337.339219:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763337.339223:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763337.339234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763337.339250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484763904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763337.339265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763337.339269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763337.339272:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763337.339277:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3325
00000100:00080000:1.0:1789763337.339282:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763337.339294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484763776:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763337.339296:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763337.339319:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763337.339350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484764032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763337.339375:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763337.339383:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763337.339387:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763337.339395:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763337.339404:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3325
00000100:00080000:1.0:1789763337.339413:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763337.339434:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763337.339444:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763337.339459:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8ab8d84a9180 x1876699484763776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763337.339468:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484764160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763337.339510:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763337.339515:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763337.339523:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763337.339525:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484763776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763337.339533:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3325
00000100:00080000:1.0:1789763337.339545:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763337.339557:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763337.339571:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763337.339576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763337.339590:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484764288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763337.339592:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763337.339606:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484763776:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763337.339627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763337.339634:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484763904:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763337.339637:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763337.339645:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763337.339653:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3325
00000100:00080000:1.0:1789763337.339659:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763337.339664:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763337.339671:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763337.339695:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763337.339696:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484764416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763337.339725:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8ab8d84a8e00 x1876699484763904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763337.339746:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484763904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763337.339766:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763337.339771:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763337.339776:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484763904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763337.339807:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763337.339831:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763337.339844:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8ab8d84aa300 x1876699484764032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763337.339858:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484764032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763337.339917:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763337.339922:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763337.339926:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763337.339934:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764160:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763337.339960:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763337.339975:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8ab8d84abb80 x1876699484764160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763337.340339:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484764160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763337.340351:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763337.340355:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763337.340360:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764160:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763337.340368:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484764288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763337.340401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763337.340416:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8ab8d84ab100 x1876699484764288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763337.340431:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484764288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763337.340441:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763337.340444:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763337.340448:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484764288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763337.340458:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484764416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763337.340492:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763337.340514:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8ab8d84a9c00 x1876699484764416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763337.340539:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484764416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763337.340556:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763337.340563:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763337.340570:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484764416:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763338.043184:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763339.067038:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763340.091082:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763341.115136:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763342.139103:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763342.459004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763342.459018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763342.459032:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763342.459046:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3331
00000100:00080000:1.0:1789763342.459060:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763342.459072:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763342.459118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484764544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763342.459161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763342.459168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763342.459172:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763342.459179:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3331
00000100:00080000:1.0:1789763342.459187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763342.459196:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763342.459209:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484764544:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789763342.459210:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763342.459243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484764672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763342.459262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763342.459268:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763342.459271:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763342.459279:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3331
00000800:00000100:3.0:1789763342.459284:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763342.459289:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763342.459302:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763342.459311:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763342.459331:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484764800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763342.459352:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763342.459358:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763342.459361:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763342.459367:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3331
00000100:00080000:1.0:1789763342.459374:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763342.459381:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763342.459390:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763342.459409:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484764928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763342.459412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8ab8d84a9c00 x1876699484764544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763342.459439:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484764544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763342.459460:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763342.459460:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763342.459470:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763342.459474:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763342.459480:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3331
00000100:00080000:1.0:1789763342.459486:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763342.459491:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763342.459499:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763342.459517:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484765056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763342.459531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763342.459536:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763342.459538:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763342.459543:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3331
00000100:00080000:1.0:1789763342.459549:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763342.459555:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763342.459561:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763342.459579:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484765184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763342.459584:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763342.459594:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484764544:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763342.459663:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763342.459693:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763342.459708:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8ab8d84ab100 x1876699484764672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763342.459719:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484764672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763342.459727:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763342.459730:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763342.459734:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763342.459739:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763342.459754:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763342.459762:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8ab8d84abb80 x1876699484764800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763342.459771:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484764800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763342.459778:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763342.459780:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763342.459783:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763342.459788:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764928:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763342.459802:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763342.459810:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8ab8d84aa300 x1876699484764928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763342.459819:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484764928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763342.459826:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763342.459828:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763342.459831:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484764928:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763342.459835:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484765056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763342.459848:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763342.459856:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8ab8d84a8e00 x1876699484765056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763342.459899:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484765056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763342.459908:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763342.459911:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763342.459915:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484765056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763342.459921:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484765184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763342.459942:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763342.459973:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8ab8d84a9180 x1876699484765184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763342.459984:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484765184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763342.459990:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763342.459993:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763342.459996:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484765184:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763343.163078:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763344.187107:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763345.211090:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763346.235090:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763347.259124:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763347.578988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763347.578999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763347.579002:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763347.579012:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3336
00000100:00080000:1.0:1789763347.579023:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763347.579031:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763347.579068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484765312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763347.579094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763347.579098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763347.579100:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763347.579105:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3336
00000100:00080000:1.0:1789763347.579108:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763347.579112:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763347.579120:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763347.579132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484765440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763347.579142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763347.579145:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763347.579147:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763347.579150:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3336
00000100:00080000:1.0:1789763347.579152:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763347.579155:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763347.579159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763347.579164:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484765312:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763347.579171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484765568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763347.579181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763347.579184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763347.579186:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763347.579189:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3336
00000100:00080000:1.0:1789763347.579192:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763347.579195:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763347.579199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763347.579210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484765696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763347.579218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763347.579221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763347.579222:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763347.579226:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3336
00000100:00080000:1.0:1789763347.579229:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763347.579233:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763347.579236:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763347.579248:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484765824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763347.579249:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763347.579260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763347.579263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763347.579266:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763347.579270:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3336
00000100:00080000:1.0:1789763347.579273:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763347.579277:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763347.579280:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763347.579290:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484765952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763347.579306:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff8ab8d84ab480 x1876699484765312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763347.579329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484765312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763347.579344:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763347.579349:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763347.579354:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484765312:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763347.579383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484765440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763347.579411:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763347.579429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff8ab8d84a9f80 x1876699484765440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763347.579446:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484765440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763347.579459:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763347.579464:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763347.579468:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484765440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763347.579476:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484765568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763347.579501:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763347.579515:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff8ab8d84aad80 x1876699484765568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763347.579531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484765568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763347.579549:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763347.579553:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763347.579557:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484765568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763347.579565:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484765696:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763347.579590:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763347.579604:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff8ab8d84a8a80 x1876699484765696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763347.579621:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484765696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763347.579632:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763347.579636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763347.579640:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484765696:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763347.579647:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484765824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763347.579671:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763347.579685:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff8ab8d84aa680 x1876699484765824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763347.579699:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484765824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763347.579708:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763347.579712:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763347.579716:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484765824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763347.579724:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484765952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763347.579745:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763347.579757:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763347/real 1789763347]  req@ffff8ab8d84a8000 x1876699484765952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763347.579771:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484765952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763347.579780:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763347.579783:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763347.579787:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484765952:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763348.283222:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763349.307124:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763350.331110:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763351.355072:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763352.379065:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763352.699039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763352.699052:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763352.699058:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763352.699071:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3341
00000100:00080000:0.0:1789763352.699084:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763352.699093:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763352.699138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484766080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763352.699184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763352.699192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763352.699196:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763352.699205:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3341
00000100:00080000:0.0:1789763352.699214:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763352.699225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763352.699243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763352.699259:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484766080:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763352.699273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484766208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763352.699291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763352.699296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763352.699300:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763352.699306:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3341
00000100:00080000:0.0:1789763352.699314:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763352.699319:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763352.699326:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763352.699345:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484766336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763352.699352:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763352.699369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763352.699375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763352.699378:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763352.699386:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3341
00000100:00080000:0.0:1789763352.699390:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763352.699395:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763352.699402:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763352.699416:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff8ab8c2fe9f80 x1876699484766080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763352.699422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484766464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763352.699471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763352.699472:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484766080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763352.699493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763352.699503:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763352.699504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763352.699519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763352.699525:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3341
00000100:00100000:3.0:1789763352.699532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484766080:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763352.699538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763352.699553:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763352.699566:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763352.699570:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484766208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763352.699602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484766592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763352.699627:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763352.699630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763352.699639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763352.699643:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763352.699654:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3341
00000100:00100000:3.0:1789763352.699654:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff8ab8c2febb80 x1876699484766208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763352.699671:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763352.699685:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484766208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763352.699688:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763352.699713:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763352.699714:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763352.699723:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763352.699730:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484766208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763352.699739:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484766336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763352.699755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484766720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763352.699772:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763352.699798:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff8ab8c2fea300 x1876699484766336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763352.699816:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484766336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763352.699827:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763352.699831:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763352.699835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484766336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763352.699843:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484766464:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763352.699937:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763352.699956:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff8ab8c2fea680 x1876699484766464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763352.699972:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484766464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763352.699982:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763352.699987:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763352.699991:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484766464:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763352.700010:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484766592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763352.700037:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763352.700050:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff8ab8c2fe9500 x1876699484766592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763352.700064:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484766592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763352.700074:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763352.700077:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763352.700081:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484766592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763352.700088:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484766720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763352.700108:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763352.700120:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763352/real 1789763352]  req@ffff8ab8c2fe9f80 x1876699484766720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763352.700134:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484766720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763352.700144:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763352.700147:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763352.700151:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484766720:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763353.403108:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763354.427094:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763355.451037:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763356.475021:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763357.499111:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763357.818993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.819006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763357.819011:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.819024:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3346
00000100:00080000:0.0:1789763357.819037:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.819047:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763357.819096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484766848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763357.819141:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.819149:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763357.819153:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.819161:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3346
00000100:00080000:0.0:1789763357.819168:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.819175:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763357.819191:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763357.819218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484766976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763357.819245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.819250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763357.819257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763357.819259:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484766848:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763357.819267:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3346
00000100:00080000:0.0:1789763357.819277:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.819284:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763357.819292:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763357.819311:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484767104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763357.819324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.819329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763357.819331:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.819335:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3346
00000100:00080000:0.0:1789763357.819341:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.819346:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763357.819353:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763357.819354:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763357.819376:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484767232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763357.819390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.819395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763357.819398:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763357.819403:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3346
00000100:00080000:0.0:1789763357.819409:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763357.819419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763357.819420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff8ab8c2feaa00 x1876699484766848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763357.819425:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763357.819448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484767360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763357.819461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484766848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763357.819468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763357.819483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763357.819489:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763357.819499:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763357.819500:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3346
00000100:00080000:0.0:1789763357.819511:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763357.819514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763357.819522:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763357.819529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484766848:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763357.819532:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763357.819557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484767488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763357.819575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484766976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763357.819619:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763357.819637:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff8ab8c2fe9180 x1876699484766976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763357.819654:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484766976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763357.819673:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763357.819677:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763357.819682:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484766976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763357.819689:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484767104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763357.819708:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763357.819720:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff8ab8c2fe8e00 x1876699484767104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763357.819734:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484767104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763357.819744:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763357.819747:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763357.819751:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484767104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763357.819757:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484767232:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763357.819776:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763357.819787:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff8ab8c2feb100 x1876699484767232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763357.819799:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484767232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763357.819808:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763357.819812:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763357.819816:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484767232:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763357.819823:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484767360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763357.819909:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763357.819926:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff8ab8c2feb480 x1876699484767360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763357.819940:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484767360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763357.819950:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763357.819954:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763357.819958:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484767360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763357.819978:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484767488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763357.820000:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763357.820013:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763357/real 1789763357]  req@ffff8ab8c2feb800 x1876699484767488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763357.820027:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484767488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763357.820036:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763357.820040:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763357.820044:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484767488:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763358.523100:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763359.547095:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763360.571087:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763361.595040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763362.619094:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763362.939043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763362.939056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763362.939061:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763362.939075:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3351
00000100:00080000:1.0:1789763362.939088:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763362.939097:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763362.939155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484767616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763362.939195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763362.939200:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763362.939203:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763362.939208:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3351
00000100:00080000:1.0:1789763362.939221:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763362.939225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763362.939237:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763362.939256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484767744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763362.939289:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763362.939297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763362.939306:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484767616:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763362.939307:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763362.939328:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3351
00000100:00080000:1.0:1789763362.939337:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763362.939346:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763362.939359:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763362.939386:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484767872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763362.939405:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763362.939406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763362.939416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763362.939419:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763362.939428:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3351
00000100:00080000:1.0:1789763362.939437:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763362.939442:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763362.939451:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763362.939469:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff8ab8d84a8380 x1876699484767616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763362.939477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484768000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763362.939514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763362.939519:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484767616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763362.939521:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763362.939527:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763362.939540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3351
00000100:00080000:1.0:1789763362.939552:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763362.939553:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763362.939560:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763362.939579:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:1.0:1789763362.939580:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763362.939593:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484767616:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763362.939604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484768128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763362.939619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763362.939623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763362.939626:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763362.939633:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3351
00000100:00100000:3.0:1789763362.939640:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484767744:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763362.939642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763362.939656:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763362.939666:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763362.939686:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484768256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763362.939701:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763362.939728:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff8ab8d84a8700 x1876699484767744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763362.939755:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484767744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763362.939767:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763362.939771:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763362.939776:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484767744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763362.939783:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484767872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763362.939836:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763362.939904:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff8ab8d84ab800 x1876699484767872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763362.939934:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484767872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763362.939974:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763362.939982:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763362.939989:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484767872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763362.940002:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484768000:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763362.940052:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763362.940079:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff8ab8d84a9500 x1876699484768000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763362.940110:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484768000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763362.940124:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763362.940139:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763362.940143:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484768000:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763362.940151:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484768128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763362.940180:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763362.940195:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff8ab8d84a9880 x1876699484768128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763362.940209:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484768128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763362.940219:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763362.940223:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763362.940227:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484768128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763362.940249:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484768256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763362.940270:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763362.940290:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763362/real 1789763362]  req@ffff8ab8d84a8380 x1876699484768256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763362.940304:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484768256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763362.940313:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763362.940316:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763362.940320:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484768256:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763363.643099:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763364.667096:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763365.691009:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763366.714985:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763367.738993:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763368.058959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763368.058967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763368.058971:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763368.058981:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3356
00000100:00080000:2.0:1789763368.058990:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763368.058996:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763368.059029:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484768384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763368.059053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763368.059056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763368.059057:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763368.059061:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3356
00000100:00080000:2.0:1789763368.059064:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763368.059068:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763368.059078:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763368.059093:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484768512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763368.059106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763368.059111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763368.059113:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763368.059117:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3356
00000100:00080000:2.0:1789763368.059122:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763368.059128:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763368.059135:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763368.059146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484768640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763368.059151:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484768384:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763368.059162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763368.059166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763368.059168:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763368.059171:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3356
00000100:00080000:2.0:1789763368.059175:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763368.059178:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763368.059182:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763368.059191:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484768768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763368.059200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763368.059203:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763368.059204:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763368.059207:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3356
00000100:00080000:2.0:1789763368.059209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763368.059212:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763368.059215:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763368.059223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484768896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763368.059231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763368.059234:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763368.059236:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763368.059240:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3356
00000100:00080000:2.0:1789763368.059243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763368.059249:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484768512:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789763368.059250:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763368.059257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763368.059269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484769024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763368.059294:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484768640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763368.059320:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484768768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763368.059337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484768896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763368.059352:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484769024:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763368.763068:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763369.787034:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763370.810987:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763371.131210:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789763371.131268:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763371.131291:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763371.131344:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763371.131362:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763371.131389:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789763371.131401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763371]  req@ffff8ab8c33de680 x1876699484768640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789763371.131406:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763371.131426:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789763371.131449:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484768640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763371.131468:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763371.131475:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763371.131482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484768640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763371.131493:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763371]  req@ffff8ab8c33dd880 x1876699484768768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763371.131513:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484768768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763371.131524:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763371.131529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763371.131534:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484768768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763371.131542:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763371]  req@ffff8ab8c33dca80 x1876699484768896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763371.131558:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484768896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763371.131570:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763371.131574:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763371.131578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484768896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763371.131586:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763371]  req@ffff8ab8c33dd180 x1876699484769024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763371.131601:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484769024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763371.131611:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763371.131615:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763371.131620:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484769024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763371.131628:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763371]  req@ffff8ab8c33ded80 x1876699484768384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763371.131643:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484768384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763371.131653:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763371.131658:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763371.131662:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484768384:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763371.131671:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763371]  req@ffff8ab8c33df800 x1876699484768512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763371.131688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484768512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763371.131699:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763371.131704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763371.131709:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484768512:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763371.835058:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763372.859117:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763373.179032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.179045:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763373.179049:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.179063:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3361
00000100:00080000:3.0:1789763373.179078:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.179088:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763373.179140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484769152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.179169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.179173:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.179174:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.179178:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3361
00000100:00080000:3.0:1789763373.179181:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.179183:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763373.179193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.179202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484769280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.179210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.179213:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.179215:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.179218:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3361
00000100:00080000:3.0:1789763373.179221:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.179224:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763373.179227:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.179235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484769408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.179246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.179250:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.179253:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763373.179256:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484769152:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763373.179261:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3361
00000100:00080000:3.0:1789763373.179267:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.179272:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763373.179279:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763373.179293:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484769536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.179301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.179304:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.179306:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.179309:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3361
00000100:00080000:3.0:1789763373.179313:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.179316:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763373.179320:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.179328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484769664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.179335:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.179338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.179339:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.179341:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3361
00000100:00080000:3.0:1789763373.179343:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.179346:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763373.179349:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763373.179354:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763373.179367:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484769792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763373.179412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8ab8c34f4700 x1876699484769152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.179430:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484769152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.179439:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.179443:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763373.179446:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484769152:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763373.179452:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484769280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763373.179476:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763373.179490:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8ab8c34f5500 x1876699484769280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.179503:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484769280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.179512:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.179516:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763373.179520:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484769280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763373.179550:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484769408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763373.179570:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763373.179582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8ab8c34f6680 x1876699484769408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.179594:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484769408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.179607:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.179611:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763373.179614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484769408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763373.179619:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484769536:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763373.179638:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763373.179648:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8ab8c34f4000 x1876699484769536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.179659:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484769536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.179668:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.179671:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763373.179675:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484769536:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763373.179681:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484769664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763373.179699:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763373.179711:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8ab8c34f6a00 x1876699484769664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.179743:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484769664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.179751:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.179755:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763373.179760:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484769664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763373.179766:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484769792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763373.179789:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763373.179801:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8ab8c34f7480 x1876699484769792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763373.179814:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484769792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763373.179823:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763373.179827:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763373.179830:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484769792:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763373.883126:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763374.907129:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763375.931144:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763376.955069:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763377.979070:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763378.299030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763378.299042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763378.299048:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763378.299062:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3366
00000100:00080000:2.0:1789763378.299075:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763378.299089:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763378.299150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484769920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763378.299207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763378.299213:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763378.299216:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763378.299223:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3366
00000100:00080000:2.0:1789763378.299230:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763378.299237:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763378.299251:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763378.299274:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484770048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763378.299296:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484769920:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763378.299297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763378.299312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763378.299316:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763378.299325:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3366
00000100:00080000:2.0:1789763378.299333:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763378.299352:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763378.299360:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763378.299380:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484770176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763378.299396:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763378.299401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763378.299409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763378.299412:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763378.299421:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3366
00000100:00080000:2.0:1789763378.299429:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763378.299434:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763378.299442:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763378.299458:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8ab8c33dc380 x1876699484769920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763378.299464:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484770304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763378.299508:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763378.299512:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789763378.299518:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484769920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763378.299519:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763378.299532:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3366
00000100:00080000:2.0:1789763378.299543:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763378.299552:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763378.299555:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763378.299559:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763378.299567:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763378.299581:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484770432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763378.299582:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484769920:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763378.299607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763378.299611:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763378.299625:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763378.299633:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3366
00000100:00080000:2.0:1789763378.299637:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763378.299639:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770048:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789763378.299645:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763378.299657:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763378.299675:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484770560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763378.299720:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763378.299772:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8ab8c33dc000 x1876699484770048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.299801:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484770048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.299828:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.299835:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763378.299841:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763378.299851:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763378.299950:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763378.299983:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8ab8c33dc700 x1876699484770176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.300019:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484770176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.300034:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.300039:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763378.300047:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763378.300062:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770304:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763378.300100:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763378.300118:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8ab8c33df800 x1876699484770304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.300132:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484770304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.300143:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.300146:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763378.300150:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770304:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763378.300156:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484770432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763378.300175:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763378.300187:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8ab8c33ded80 x1876699484770432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.300201:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484770432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.300210:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.300214:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763378.300217:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484770432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763378.300239:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484770560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763378.300259:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763378.300272:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8ab8c33dd180 x1876699484770560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.300285:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484770560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.300295:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763378.300299:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763378.300303:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484770560:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763379.003075:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763380.027070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763381.051062:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763382.075075:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763383.099044:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763383.419068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.419080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763383.419086:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.419098:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3371
00000100:00080000:1.0:1789763383.419112:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763383.419121:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763383.419168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484770688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763383.419208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.419214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763383.419216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.419222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3371
00000100:00080000:1.0:1789763383.419227:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763383.419232:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763383.419244:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763383.419261:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484770816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763383.419273:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484770688:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763383.419284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.419291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763383.419294:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.419300:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3371
00000100:00080000:1.0:1789763383.419306:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763383.419311:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763383.419317:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763383.419333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484770944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763383.419346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.419351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763383.419354:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.419357:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3371
00000100:00080000:1.0:1789763383.419363:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763383.419370:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763383.419376:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763383.419387:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763383.419403:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484771072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763383.419432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763383.419432:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8ab8d84a8000 x1876699484770688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.419450:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763383.419458:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.419473:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3371
00000100:00080000:1.0:1789763383.419480:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763383.419485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484770688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763383.419493:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763383.419507:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763383.419517:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.419527:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763383.419534:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484771200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763383.419541:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484770688:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763383.419566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.419570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763383.419573:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.419580:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3371
00000100:00080000:1.0:1789763383.419584:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763383.419588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770816:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763383.419595:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763383.419605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763383.419624:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484771328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763383.419637:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763383.419692:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8ab8d84aa680 x1876699484770816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.419711:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484770816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.419724:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.419729:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763383.419735:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.419742:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.419766:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763383.419778:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8ab8d84a8a80 x1876699484770944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.419792:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484770944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.419802:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.419806:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763383.419810:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484770944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.419816:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484771072:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763383.419836:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763383.419847:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8ab8d84aad80 x1876699484771072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.419892:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484771072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.419904:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.419908:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763383.419912:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484771072:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763383.419919:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484771200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.419942:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763383.419956:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8ab8d84a9f80 x1876699484771200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.419971:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484771200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.419981:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.419984:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763383.419988:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484771200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.420009:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484771328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.420029:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763383.420040:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8ab8d84ab480 x1876699484771328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.420054:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484771328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.420072:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.420076:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763383.420079:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484771328:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763384.123101:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763385.147033:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763386.171081:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763387.195096:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763388.219083:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763388.539004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763388.539020:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763388.539027:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763388.539043:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3377
00000100:00080000:1.0:1789763388.539061:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763388.539072:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763388.539133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484771456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763388.539176:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763388.539181:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763388.539184:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763388.539189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3377
00000100:00080000:1.0:1789763388.539193:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763388.539197:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763388.539211:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763388.539240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484771584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763388.539253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763388.539258:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763388.539261:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763388.539265:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3377
00000100:00080000:1.0:1789763388.539269:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763388.539273:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763388.539280:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763388.539293:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484771712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763388.539307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763388.539312:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763388.539315:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763388.539321:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3377
00000100:00080000:1.0:1789763388.539327:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763388.539332:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763388.539338:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763388.539353:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484771840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763388.539360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484771456:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763388.539375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763388.539381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763388.539383:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763388.539387:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3377
00000100:00080000:1.0:1789763388.539390:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763388.539396:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763388.539405:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763388.539419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484771968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763388.539430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763388.539434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763388.539438:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763388.539444:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3377
00000100:00080000:1.0:1789763388.539448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763388.539453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763388.539459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763388.539472:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763388.539501:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484772096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763388.539558:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff8ab8d84a9180 x1876699484771456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763388.539586:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484771456/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763388.539601:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763388.539607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763388.539645:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484771456:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763388.539661:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484771584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763388.539708:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763388.539734:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff8ab8d84a8e00 x1876699484771584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763388.539760:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484771584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763388.539778:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763388.539786:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763388.539791:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484771584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763388.539801:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484771712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763388.539831:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763388.539847:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff8ab8d84aa300 x1876699484771712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763388.539939:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484771712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763388.539951:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763388.539955:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763388.539959:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484771712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763388.539997:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484771840:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763388.540024:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763388.540039:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff8ab8d84abb80 x1876699484771840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763388.540053:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484771840/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763388.540064:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763388.540068:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763388.540072:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484771840:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763388.540079:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484771968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763388.540099:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763388.540111:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff8ab8d84ab100 x1876699484771968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763388.540126:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484771968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763388.540136:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763388.540139:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763388.540143:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484771968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763388.540149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484772096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763388.540169:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763388.540181:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763388/real 1789763388]  req@ffff8ab8d84a9c00 x1876699484772096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763388.540195:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484772096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763388.540204:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763388.540208:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763388.540211:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484772096:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763389.242996:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763390.267041:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763391.291066:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763392.315070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763393.339136:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763393.659002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.659010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763393.659013:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.659021:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3382
00000100:00080000:3.0:1789763393.659030:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.659035:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763393.659064:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484772224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.659087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.659090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763393.659091:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.659094:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3382
00000100:00080000:3.0:1789763393.659096:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.659099:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763393.659106:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763393.659115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484772352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.659122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.659124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763393.659126:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.659128:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3382
00000100:00080000:3.0:1789763393.659130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.659135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763393.659137:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484772224:192.168.203.110@tcp:250:kworker.0
00000008:00100000:3.0:1789763393.659139:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763393.659149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484772480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.659157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.659160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763393.659161:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.659163:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3382
00000100:00080000:3.0:1789763393.659165:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.659167:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763393.659170:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763393.659177:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484772608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.659184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.659186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763393.659188:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.659190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3382
00000100:00080000:3.0:1789763393.659193:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.659197:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789763393.659199:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789763393.659200:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763393.659218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484772736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763393.659225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763393.659227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763393.659228:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763393.659231:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3382
00000100:00080000:3.0:1789763393.659233:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763393.659235:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763393.659238:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763393.659245:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff8ab8c34f4a80 x1876699484772224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763393.659247:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484772864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763393.659287:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484772224/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763393.659301:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763393.659304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763393.659307:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484772224:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763393.659312:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484772352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763393.659330:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763393.659339:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff8ab8c34f7100 x1876699484772352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763393.659346:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484772352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763393.659352:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763393.659354:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763393.659356:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484772352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763393.659374:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484772480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763393.659385:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763393.659391:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff8ab8c34f5f80 x1876699484772480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763393.659399:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484772480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763393.659404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763393.659406:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763393.659408:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484772480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763393.659412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484772608:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763393.659423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763393.659438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff8ab8c34f5180 x1876699484772608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763393.659445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484772608/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763393.659450:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763393.659452:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763393.659454:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484772608:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763393.659457:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484772736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763393.659467:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763393.659473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff8ab8c34f5880 x1876699484772736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763393.659480:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484772736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763393.659485:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763393.659488:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763393.659490:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484772736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763393.659493:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484772864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763393.659502:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763393.659508:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763393/real 1789763393]  req@ffff8ab8c34f7800 x1876699484772864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763393.659515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484772864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763393.659520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763393.659522:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763393.659524:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484772864:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763394.363096:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763395.387097:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763396.411112:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763397.435113:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763398.459209:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763398.779070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763398.779086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763398.779092:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763398.779108:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3387
00000100:00080000:2.0:1789763398.779126:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763398.779138:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763398.779204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484772992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763398.779252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763398.779257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763398.779260:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763398.779266:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3387
00000100:00080000:2.0:1789763398.779270:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763398.779275:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763398.779290:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763398.779307:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484773120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763398.779334:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484772992:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763398.779337:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763398.779351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763398.779354:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763398.779360:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3387
00000100:00080000:2.0:1789763398.779365:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763398.779369:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763398.779376:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763398.779391:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484773248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763398.779404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763398.779409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763398.779412:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763398.779416:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3387
00000100:00080000:2.0:1789763398.779421:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763398.779426:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763398.779432:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763398.779445:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484773376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763398.779461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763398.779461:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763398.779473:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763398.779476:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763398.779484:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3387
00000100:00080000:2.0:1789763398.779491:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763398.779497:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763398.779503:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763398.779517:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484773504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763398.779530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763398.779557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763398.779565:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763398.779566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff8ab8c33dca80 x1876699484772992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763398.779579:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3387
00000100:00080000:2.0:1789763398.779595:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763398.779607:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763398.779617:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484772992/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763398.779621:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763398.779647:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.779655:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763398.779665:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484773632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763398.779667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484772992:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763398.779718:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484773120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763398.779753:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763398.779771:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff8ab8c33dd880 x1876699484773120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.779788:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484773120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.779799:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.779804:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763398.779808:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484773120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.779815:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484773248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763398.779835:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763398.779848:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff8ab8c33de680 x1876699484773248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.779904:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484773248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.779917:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.779921:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763398.779926:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484773248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.779933:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484773376:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763398.779960:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763398.779975:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff8ab8c33ddf80 x1876699484773376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.779990:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484773376/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.780001:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.780004:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763398.780010:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484773376:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763398.780017:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484773504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763398.780039:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763398.780051:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff8ab8c33de300 x1876699484773504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.780064:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484773504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.780074:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.780078:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763398.780082:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484773504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763398.780089:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484773632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763398.780109:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763398.780120:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763398/real 1789763398]  req@ffff8ab8c33df100 x1876699484773632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763398.780134:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484773632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763398.780143:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763398.780146:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763398.780150:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484773632:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763399.483082:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763400.507118:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763401.531077:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763402.555114:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763403.579107:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763403.898999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763403.899011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763403.899015:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763403.899027:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3392
00000100:00080000:2.0:1789763403.899040:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763403.899049:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763403.899098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484773760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763403.899140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763403.899146:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763403.899149:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763403.899155:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3392
00000100:00080000:2.0:1789763403.899160:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763403.899164:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763403.899176:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763403.899190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484773888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763403.899204:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484773760:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763403.899204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763403.899214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763403.899217:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763403.899222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3392
00000100:00080000:2.0:1789763403.899224:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763403.899227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763403.899231:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763403.899259:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484774016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763403.899267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763403.899271:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763403.899274:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763403.899276:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3392
00000100:00080000:2.0:1789763403.899279:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763403.899283:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763403.899289:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763403.899302:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484774144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763403.899316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763403.899321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763403.899325:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763403.899328:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763403.899356:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3392
00000100:00080000:2.0:1789763403.899365:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763403.899371:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763403.899379:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763403.899393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484774272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763403.899402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763403.899421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763403.899426:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763403.899427:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff8ab8c33dfb80 x1876699484773760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763403.899437:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3392
00000100:00080000:2.0:1789763403.899447:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763403.899454:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763403.899461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763403.899466:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484773760/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763403.899478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484774400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763403.899482:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.899514:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763403.899538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484773760:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763403.899576:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484773888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763403.899607:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763403.899623:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff8ab8c33ddc00 x1876699484773888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.899636:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484773888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.899643:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.899657:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763403.899660:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484773888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763403.899665:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763403.899685:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763403.899694:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff8ab8c33df480 x1876699484774016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.899703:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484774016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.899709:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.899712:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763403.899715:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763403.899719:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774144:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763403.899732:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763403.899739:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff8ab8c33df100 x1876699484774144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.899748:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484774144/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.899754:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.899756:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763403.899759:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774144:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763403.899763:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484774272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763403.899776:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763403.899784:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff8ab8c33de300 x1876699484774272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.899798:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484774272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.899804:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.899806:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763403.899809:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484774272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763403.899829:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484774400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763403.899842:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763403.899849:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763403/real 1789763403]  req@ffff8ab8c33ddf80 x1876699484774400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763403.899857:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484774400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763403.899865:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763403.899869:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763403.899874:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484774400:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763404.603037:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763405.626996:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763406.651099:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763407.675083:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763408.699001:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763409.018948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.018956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763409.018960:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.018978:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3397
00000100:00080000:2.0:1789763409.018986:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.018992:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763409.019024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484774528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763409.019045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.019048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763409.019049:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.019052:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3397
00000100:00080000:2.0:1789763409.019054:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.019056:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763409.019064:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763409.019072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484774656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763409.019080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.019083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763409.019084:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.019086:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3397
00000100:00080000:2.0:1789763409.019088:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.019093:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763409.019096:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484774528:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789763409.019097:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763409.019110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484774784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763409.019122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.019124:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763409.019126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.019128:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3397
00000100:00080000:2.0:1789763409.019130:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.019132:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763409.019135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763409.019144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484774912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763409.019150:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.019153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789763409.019157:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763409.019157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.019165:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3397
00000100:00080000:2.0:1789763409.019169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.019171:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763409.019175:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763409.019183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484775040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763409.019190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.019192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763409.019194:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763409.019198:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8ab8c33de680 x1876699484774528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763409.019198:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3397
00000100:00080000:2.0:1789763409.019204:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.019210:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763409.019217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763409.019224:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484774528/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763409.019227:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484775168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763409.019247:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763409.019253:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763409.019259:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484774528:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763409.019266:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763409.019283:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763409.019292:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8ab8c33dd880 x1876699484774656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763409.019300:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484774656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763409.019306:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763409.019308:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763409.019310:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763409.019339:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763409.019350:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763409.019357:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8ab8c33dca80 x1876699484774784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763409.019364:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484774784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763409.019376:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763409.019379:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763409.019393:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763409.019399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774912:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763409.019419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763409.019431:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8ab8c33dd180 x1876699484774912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763409.019443:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484774912/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763409.019448:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763409.019450:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763409.019452:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484774912:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763409.019457:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484775040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763409.019487:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763409.019507:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8ab8c33ded80 x1876699484775040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763409.019531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484775040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763409.019539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763409.019542:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763409.019545:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484775040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763409.019551:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484775168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763409.019569:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763409.019578:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8ab8c33df800 x1876699484775168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763409.019588:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484775168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763409.019595:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763409.019597:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763409.019600:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484775168:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763409.723156:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763410.747146:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763411.771090:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763412.795027:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763413.819132:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763414.139084:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.139102:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763414.139110:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.139127:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3402
00000100:00080000:2.0:1789763414.139144:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.139159:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763414.139210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484775296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763414.139255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.139262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763414.139266:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.139273:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3402
00000100:00080000:2.0:1789763414.139279:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.139284:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763414.139300:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.139322:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484775296:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763414.139326:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484775424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763414.139353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.139359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763414.139364:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.139371:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3402
00000100:00080000:2.0:1789763414.139380:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.139385:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763414.139394:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763414.139414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484775552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763414.139461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763414.139462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.139471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763414.139475:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.139489:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3402
00000100:00080000:2.0:1789763414.139500:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.139514:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763414.139526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763414.139561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484775680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763414.139571:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff8ab8c33dc700 x1876699484775296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763414.139588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.139599:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763414.139604:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.139613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3402
00000100:00080000:2.0:1789763414.139620:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763414.139623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484775296/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763414.139633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763414.139648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763414.139656:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763414.139668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484775808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763414.139669:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763414.139685:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484775296:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763414.139698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.139704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763414.139708:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.139716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3402
00000100:00080000:2.0:1789763414.139721:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.139728:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763414.139735:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.139736:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484775424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763414.139755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484775936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763414.139787:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763414.139811:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff8ab8c33dc000 x1876699484775424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.139829:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484775424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.139840:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.139845:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763414.139849:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484775424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763414.139858:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484775552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763414.139934:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763414.139967:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff8ab8c33dc380 x1876699484775552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.139989:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484775552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.140001:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.140005:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763414.140010:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484775552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763414.140018:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484775680:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763414.140043:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763414.140059:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff8ab8c33df800 x1876699484775680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.140075:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484775680/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.140086:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.140092:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763414.140098:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484775680:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763414.140107:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484775808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763414.140129:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763414.140146:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff8ab8c33ded80 x1876699484775808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.140167:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484775808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.140181:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.140186:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763414.140192:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484775808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763414.140222:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484775936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763414.140249:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763414.140265:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff8ab8c33dd180 x1876699484775936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.140281:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484775936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.140291:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.140296:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763414.140299:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484775936:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763414.843037:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763415.867112:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763416.891066:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763417.915081:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763418.939114:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763419.259043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.259053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763419.259058:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.259069:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3407
00000100:00080000:2.0:1789763419.259081:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.259088:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763419.259129:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484776064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.259161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.259165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763419.259166:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.259171:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3407
00000100:00080000:2.0:1789763419.259174:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.259178:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763419.259188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763419.259203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484776192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.259213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.259217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763419.259219:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.259223:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3407
00000100:00080000:2.0:1789763419.259227:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.259230:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763419.259234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763419.259248:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484776064:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763419.259248:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484776320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.259281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.259286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763419.259289:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.259293:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3407
00000100:00080000:2.0:1789763419.259296:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.259300:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763419.259305:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763419.259320:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484776448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.259336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.259340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763419.259343:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.259347:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3407
00000100:00080000:2.0:1789763419.259353:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.259357:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763419.259362:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763419.259373:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484776576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.259382:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.259406:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763419.259408:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.259412:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3407
00000800:00000100:0.0:1789763419.259422:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763419.259425:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.259433:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763419.259441:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763419.259457:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484776704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763419.259514:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8ab8c33dca80 x1876699484776064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.259544:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484776064/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.259561:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.259567:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763419.259573:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484776064:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763419.259585:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484776192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763419.259621:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763419.259637:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8ab8c33dd880 x1876699484776192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.259654:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484776192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.259664:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.259669:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763419.259673:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484776192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763419.259713:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484776320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763419.259754:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763419.259778:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8ab8c33de680 x1876699484776320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.259805:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484776320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.259834:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.259841:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763419.259846:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484776320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763419.259855:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484776448:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763419.259946:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763419.259964:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8ab8c33ddf80 x1876699484776448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.259979:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484776448/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.259990:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.259994:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763419.259998:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484776448:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763419.260005:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484776576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763419.260029:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763419.260043:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8ab8c33de300 x1876699484776576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.260057:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484776576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.260083:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.260087:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763419.260090:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484776576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763419.260098:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484776704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763419.260122:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763419.260135:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8ab8c33df100 x1876699484776704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.260149:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484776704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.260159:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.260164:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763419.260168:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484776704:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763419.963164:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763420.987091:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763422.011056:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763423.035102:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763424.059094:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763424.379172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763424.379190:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763424.379198:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763424.379224:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3412
00000100:00080000:0.0:1789763424.379242:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763424.379254:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763424.379336:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484776832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763424.379417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763424.379425:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763424.379429:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763424.379438:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3412
00000100:00080000:0.0:1789763424.379445:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763424.379454:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763424.379484:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763424.379515:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484776960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763424.379539:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763424.379547:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763424.379562:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484776832:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763424.379563:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763424.379598:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3412
00000100:00080000:0.0:1789763424.379607:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763424.379619:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763424.379632:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763424.379663:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484777088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763424.379693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763424.379700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763424.379703:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763424.379711:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3412
00000100:00080000:0.0:1789763424.379719:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763424.379728:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763424.379735:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763424.379751:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763424.379795:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484777216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763424.379815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763424.379822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763424.379827:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763424.379834:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3412
00000100:00080000:0.0:1789763424.379851:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763424.379924:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8ab8c2fe8000 x1876699484776832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763424.379958:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763424.379960:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484776832/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763424.379992:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763424.380013:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763424.380024:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484777344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763424.380024:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763424.380041:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484776832:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763424.380091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763424.380100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763424.380104:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763424.380118:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3412
00000100:00100000:1.0:1789763424.380120:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484776960:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789763424.380145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763424.380162:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763424.380176:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763424.380188:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763424.380224:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484777472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763424.380232:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8ab8c2fe9880 x1876699484776960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.380334:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484776960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.380366:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.380374:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763424.380381:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484776960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.380395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.380436:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763424.380459:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8ab8c2fead80 x1876699484777088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.380504:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484777088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.380515:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.380519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763424.380523:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.380531:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777216:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763424.380561:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763424.380574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8ab8c2fe8a80 x1876699484777216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.380588:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484777216/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.380598:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.380602:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763424.380605:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777216:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763424.380613:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484777344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.380634:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763424.380645:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8ab8c2fe8380 x1876699484777344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.380659:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484777344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.380692:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.380695:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763424.380698:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484777344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.380716:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484777472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.380735:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763424.380744:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8ab8c2fe9c00 x1876699484777472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.380755:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484777472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.380762:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.380781:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763424.380784:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484777472:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763425.083100:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763426.107076:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763427.131072:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763428.155089:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763429.179074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763429.499055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763429.499068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763429.499074:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763429.499087:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3418
00000100:00080000:2.0:1789763429.499101:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763429.499111:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763429.499157:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484777600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763429.499196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763429.499201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763429.499203:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763429.499209:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3418
00000100:00080000:2.0:1789763429.499213:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763429.499217:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763429.499229:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763429.499245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484777728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763429.499277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763429.499282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763429.499284:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763429.499289:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3418
00000100:00080000:2.0:1789763429.499293:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763429.499301:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484777600:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763429.499302:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763429.499341:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763429.499366:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484777856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763429.499386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763429.499393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763429.499397:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763429.499404:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3418
00000800:00000100:1.0:1789763429.499413:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763429.499414:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763429.499429:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763429.499439:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763429.499460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484777984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763429.499473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff8ab8c33df480 x1876699484777600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763429.499477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763429.499490:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763429.499496:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763429.499511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3418
00000100:00080000:2.0:1789763429.499519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763429.499524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484777600/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763429.499529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763429.499540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763429.499553:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763429.499562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484778112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763429.499564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763429.499578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484777600:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763429.499591:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777728:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789763429.499601:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763429.499606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763429.499609:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763429.499617:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3418
00000100:00080000:2.0:1789763429.499622:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763429.499626:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763429.499632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763429.499642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763429.499650:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff8ab8c33ddc00 x1876699484777728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763429.499661:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484778240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763429.499682:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484777728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.499693:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.499698:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763429.499705:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763429.499738:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763429.499772:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763429.499793:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff8ab8c33dfb80 x1876699484777856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.499815:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484777856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.499826:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.499830:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763429.499834:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763429.499842:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777984:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763429.499917:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763429.499955:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff8ab8c33df100 x1876699484777984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.499981:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484777984/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.499998:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.500003:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763429.500008:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484777984:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763429.500016:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484778112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763429.500054:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763429.500096:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff8ab8c33de300 x1876699484778112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.500123:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484778112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.500140:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.500144:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763429.500149:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484778112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763429.500157:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484778240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763429.500187:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763429.500202:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff8ab8c33ddf80 x1876699484778240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763429.500217:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484778240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763429.500227:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763429.500230:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763429.500236:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484778240:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763430.203088:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763431.227133:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763432.251108:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763433.275117:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763434.299139:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763434.619168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763434.619193:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763434.619199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763434.619219:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3423
00000100:00080000:2.0:1789763434.619231:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763434.619240:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763434.619329:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484778368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763434.619360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763434.619364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763434.619367:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763434.619371:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3423
00000100:00080000:2.0:1789763434.619376:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763434.619380:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763434.619389:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763434.619404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484778496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763434.619416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763434.619420:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763434.619422:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763434.619425:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3423
00000100:00080000:2.0:1789763434.619430:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763434.619438:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484778368:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763434.619440:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763434.619451:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763434.619466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484778624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763434.619477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763434.619481:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763434.619483:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763434.619487:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3423
00000100:00080000:2.0:1789763434.619493:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763434.619497:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763434.619501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763434.619514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484778752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763434.619524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763434.619528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763434.619530:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763434.619534:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3423
00000100:00080000:2.0:1789763434.619538:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763434.619541:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763434.619546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763434.619560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484778880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763434.619567:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484778496:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789763434.619591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763434.619596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763434.619598:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763434.619606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3423
00000100:00080000:2.0:1789763434.619611:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763434.619614:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763434.619621:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763434.619627:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484778624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763434.619651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484779008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763434.619670:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484778752:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763434.619712:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484778880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763434.619767:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484779008:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763435.323050:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763436.347056:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763437.371016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763437.691153:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789763437.691203:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763437.691220:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763437.691270:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763437.691280:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763437.691299:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763437.691306:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763437.691314:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789763437.691335:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763437]  req@ffff8ab8c33df800 x1876699484779008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763437.691366:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484779008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763437.691377:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763437.691381:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763437.691385:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484779008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763437.691391:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763437]  req@ffff8ab8c33dca80 x1876699484778624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763437.691400:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484778624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763437.691404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763437.691406:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763437.691409:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484778624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763437.691413:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763437]  req@ffff8ab8c33dd180 x1876699484778752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763437.691421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484778752/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763437.691426:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763437.691429:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763437.691430:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484778752:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763437.691435:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763437]  req@ffff8ab8c33ded80 x1876699484778880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763437.691445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484778880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763437.691454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763437.691457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763437.691461:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484778880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763437.691468:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763437]  req@ffff8ab8c33de680 x1876699484778368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763437.691494:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484778368/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763437.691502:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763437.691505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763437.691509:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484778368:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763437.691516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763434/real 1789763437]  req@ffff8ab8c33dd880 x1876699484778496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763437.691530:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484778496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763437.691539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763437.691543:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763437.691546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484778496:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763438.395079:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763439.419130:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763439.738985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763439.739002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763439.739009:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763439.739025:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3428
00000100:00080000:2.0:1789763439.739040:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763439.739051:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763439.739094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484779136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763439.739131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763439.739136:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763439.739139:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763439.739144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3428
00000100:00080000:2.0:1789763439.739149:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763439.739153:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763439.739166:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763439.739183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484779264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763439.739200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763439.739203:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484779136:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763439.739208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763439.739216:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763439.739224:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3428
00000100:00080000:2.0:1789763439.739228:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763439.739255:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763439.739263:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763439.739284:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484779392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763439.739298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763439.739303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763439.739306:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763439.739311:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3428
00000100:00080000:2.0:1789763439.739317:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763439.739326:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763439.739328:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763439.739341:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763439.739360:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484779520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763439.739375:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763439.739380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763439.739383:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763439.739392:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff8ab8c33dc380 x1876699484779136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763439.739393:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3428
00000100:00080000:2.0:1789763439.739404:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763439.739416:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763439.739428:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763439.739447:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484779648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763439.739458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484779136/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763439.739481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763439.739493:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763439.739497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763439.739499:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763439.739520:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763439.739522:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3428
00000100:00080000:2.0:1789763439.739537:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763439.739543:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484779136:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763439.739552:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763439.739569:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763439.739596:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484779776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763439.739603:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484779264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763439.739676:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763439.739801:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff8ab8c33dc000 x1876699484779264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763439.739831:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484779264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763439.739847:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763439.739854:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763439.739860:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484779264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763439.739929:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484779392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763439.739975:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763439.740002:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff8ab8c33dc700 x1876699484779392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763439.740028:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484779392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763439.740044:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763439.740050:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763439.740056:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484779392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763439.740068:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484779520:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763439.740108:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763439.740129:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff8ab8c33dd880 x1876699484779520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763439.740151:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484779520/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763439.740179:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763439.740186:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763439.740193:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484779520:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763439.740206:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484779648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763439.740277:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763439.740302:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff8ab8c33de680 x1876699484779648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763439.740329:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484779648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763439.740358:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763439.740365:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763439.740373:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484779648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763439.740413:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484779776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763439.740460:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763439.740485:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763439/real 1789763439]  req@ffff8ab8c33ded80 x1876699484779776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763439.740510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484779776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763439.740525:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763439.740531:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763439.740538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484779776:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763440.443071:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763441.467099:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763442.491096:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763443.515019:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763444.539072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763444.859029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763444.859046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763444.859054:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763444.859071:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3433
00000100:00080000:0.0:1789763444.859088:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763444.859101:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763444.859189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484779904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763444.859261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763444.859270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763444.859274:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763444.859283:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3433
00000100:00080000:0.0:1789763444.859294:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763444.859306:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763444.859320:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763444.859333:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484779904:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763444.859346:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484780032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763444.859366:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763444.859371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763444.859374:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763444.859380:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3433
00000100:00080000:0.0:1789763444.859403:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763444.859409:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763444.859417:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763444.859423:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763444.859442:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484780160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763444.859457:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763444.859461:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763444.859464:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763444.859468:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3433
00000100:00080000:0.0:1789763444.859473:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763444.859477:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763444.859484:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763444.859494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff8ab8c2fe9c00 x1876699484779904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763444.859502:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484780288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763444.859561:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763444.859568:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763444.859571:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763444.859577:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3433
00000100:00080000:0.0:1789763444.859583:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763444.859588:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484779904/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763444.859593:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763444.859606:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763444.859619:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763444.859629:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484780416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763444.859633:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763444.859648:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484779904:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763444.859661:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763444.859667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763444.859671:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763444.859677:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3433
00000100:00080000:0.0:1789763444.859680:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763444.859685:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763444.859692:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763444.859694:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763444.859716:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484780544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763444.859734:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763444.859764:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff8ab8c2fe8380 x1876699484780032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763444.859783:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484780032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763444.859795:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763444.859800:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763444.859805:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763444.859812:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763444.859833:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763444.859845:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff8ab8c2fe8a80 x1876699484780160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763444.859859:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484780160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763444.859907:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763444.859912:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763444.859916:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763444.859925:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780288:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763444.859949:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763444.859972:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff8ab8c2fead80 x1876699484780288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763444.859986:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484780288/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763444.859996:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763444.860000:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763444.860004:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780288:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763444.860011:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484780416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763444.860030:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763444.860041:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff8ab8c2fe9880 x1876699484780416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763444.860054:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484780416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763444.860063:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763444.860067:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763444.860070:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484780416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763444.860091:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484780544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763444.860112:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763444.860124:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763444/real 1789763444]  req@ffff8ab8c2fe8000 x1876699484780544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763444.860138:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484780544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763444.860148:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763444.860151:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763444.860156:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484780544:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763445.563097:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763446.587073:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763447.611034:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763448.635126:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763449.659135:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763449.979054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763449.979072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763449.979080:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763449.979097:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3438
00000100:00080000:2.0:1789763449.979115:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763449.979128:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763449.979228:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484780672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763449.979310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763449.979319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763449.979323:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763449.979334:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3438
00000100:00080000:2.0:1789763449.979345:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763449.979356:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763449.979375:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763449.979405:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484780672:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763449.979416:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484780800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763449.979436:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763449.979440:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763449.979443:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763449.979448:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3438
00000100:00080000:2.0:1789763449.979452:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763449.979456:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763449.979462:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763449.979476:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484780928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763449.979487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763449.979491:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763449.979494:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763449.979498:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3438
00000100:00080000:2.0:1789763449.979502:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763449.979507:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763449.979513:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763449.979526:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484781056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763449.979538:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763449.979542:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763449.979545:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763449.979550:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3438
00000100:00080000:2.0:1789763449.979553:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763449.979557:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763449.979565:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763449.979598:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484781184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763449.979621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763449.979628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763449.979632:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763449.979641:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3438
00000100:00080000:2.0:1789763449.979659:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763449.979669:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763449.979683:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763449.979703:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763449.979705:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484781312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763449.979777:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff8ab8c33dd180 x1876699484780672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763449.979807:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484780672/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763449.979833:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763449.979839:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763449.979845:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484780672:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763449.979924:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763449.979972:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763449.979994:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff8ab8c33dca80 x1876699484780800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763449.980028:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484780800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763449.980051:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763449.980059:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763449.980071:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763449.980080:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763449.980106:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763449.980121:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff8ab8c33df800 x1876699484780928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763449.980135:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484780928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763449.980146:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763449.980150:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763449.980153:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484780928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763449.980192:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484781056:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763449.980218:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763449.980233:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff8ab8c33ddf80 x1876699484781056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763449.980248:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484781056/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763449.980259:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763449.980263:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763449.980267:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484781056:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763449.980274:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484781184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763449.980331:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763449.981108:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff8ab8c33de300 x1876699484781184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763449.981132:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484781184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763449.981144:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763449.981148:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763449.981154:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484781184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763449.981196:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484781312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763449.981235:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763449.981255:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763449/real 1789763449]  req@ffff8ab8c33df100 x1876699484781312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763449.981272:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484781312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763449.981283:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763449.981288:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763449.981291:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484781312:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763450.683124:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763451.707015:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763452.731076:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763453.755062:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763454.779041:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763455.098969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763455.098981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763455.098986:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763455.099000:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3443
00000100:00080000:0.0:1789763455.099014:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763455.099022:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763455.099077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484781440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763455.099115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763455.099132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763455.099134:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763455.099139:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3443
00000100:00080000:0.0:1789763455.099143:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763455.099165:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763455.099179:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763455.099196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484781568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763455.099216:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484781440:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763455.099221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763455.099248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763455.099250:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763455.099256:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3443
00000100:00080000:0.0:1789763455.099260:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763455.099265:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763455.099271:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763455.099285:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484781696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763455.099295:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763455.099300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763455.099302:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763455.099305:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3443
00000100:00080000:0.0:1789763455.099311:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763455.099317:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763455.099322:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763455.099331:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763455.099337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484781824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763455.099350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763455.099355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763455.099358:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763455.099364:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3443
00000100:00080000:0.0:1789763455.099369:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763455.099374:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763455.099379:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763455.099389:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484781952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763455.099398:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763455.099401:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763455.099404:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763455.099412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8ab8c2feb800 x1876699484781440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.099414:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3443
00000100:00080000:0.0:1789763455.099420:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763455.099432:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763455.099442:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763455.099469:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484782080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763455.099487:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484781440/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.099510:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.099529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763455.099534:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484781440:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763455.099576:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484781568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.099608:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763455.099624:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8ab8c2feb480 x1876699484781568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.099646:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484781568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.099655:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.099659:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763455.099662:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484781568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.099668:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484781696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.099686:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763455.099696:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8ab8c2feb100 x1876699484781696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.099707:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484781696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.099715:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.099718:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763455.099721:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484781696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.099727:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484781824:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763455.099743:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763455.099753:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8ab8c2fe8e00 x1876699484781824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.099765:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484781824/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.099773:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.099776:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763455.099779:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484781824:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763455.099785:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484781952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.099801:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763455.099810:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8ab8c2fe9180 x1876699484781952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.099822:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484781952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.099829:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.099832:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763455.099835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484781952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.099840:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484782080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.099857:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763455.099898:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8ab8c2feaa00 x1876699484782080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.099911:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484782080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.099926:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.099929:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763455.099932:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484782080:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763455.803054:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763456.827036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763457.851194:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763458.875163:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763459.899043:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763460.219027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763460.219039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763460.219044:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763460.219058:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3448
00000100:00080000:3.0:1789763460.219074:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763460.219103:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763460.219152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484782208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763460.219184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763460.219187:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763460.219189:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763460.219193:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3448
00000100:00080000:3.0:1789763460.219197:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763460.219201:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763460.219212:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763460.219221:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484782208:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763460.219226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484782336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763460.219237:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763460.219239:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763460.219241:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763460.219244:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3448
00000100:00080000:3.0:1789763460.219247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763460.219249:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763460.219254:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763460.219264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484782464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763460.219272:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763460.219275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763460.219276:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763460.219279:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3448
00000100:00080000:3.0:1789763460.219281:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763460.219284:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763460.219287:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763460.219295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484782592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763460.219302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763460.219305:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789763460.219309:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763460.219310:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763460.219334:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3448
00000100:00080000:3.0:1789763460.219341:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763460.219347:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763460.219355:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763460.219380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484782720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763460.219399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763460.219405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763460.219411:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763460.219415:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8ab8c34f5c00 x1876699484782208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763460.219430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3448
00000100:00080000:3.0:1789763460.219446:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763460.219461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484782208/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763460.219463:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763460.219483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763460.219488:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.219499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763460.219505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484782208:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763460.219514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484782848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763460.219552:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484782336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.219595:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763460.219614:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8ab8c34f6300 x1876699484782336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.219630:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484782336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.219642:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.219646:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763460.219651:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484782336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.219658:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484782464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.219680:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763460.219700:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8ab8c34f7b80 x1876699484782464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.219723:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484782464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.219739:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.219746:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763460.219752:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484782464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.219765:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484782592:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763460.219805:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763460.219827:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8ab8c34f6d80 x1876699484782592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.219851:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484782592/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.219938:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.219941:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763460.219945:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484782592:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763460.219951:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484782720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.219972:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763460.219983:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8ab8c34f4380 x1876699484782720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.219992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484782720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.219999:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.220001:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763460.220004:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484782720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.220008:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484782848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.220037:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763460.220043:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8ab8c34f7800 x1876699484782848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.220051:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484782848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.220056:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.220058:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763460.220060:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484782848:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763460.923053:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763461.947194:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763462.971166:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763463.995193:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763465.019159:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763465.339043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763465.339078:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763465.339086:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763465.339103:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3453
00000100:00080000:2.0:1789763465.339123:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763465.339137:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763465.339200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484782976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763465.339240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763465.339245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763465.339247:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763465.339253:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3453
00000100:00080000:2.0:1789763465.339257:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763465.339262:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763465.339275:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763465.339289:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484783104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763465.339302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763465.339307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763465.339309:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763465.339318:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3453
00000100:00080000:2.0:1789763465.339323:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763465.339327:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763465.339334:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763465.339345:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484783232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763465.339363:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484782976:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763465.339367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763465.339388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763465.339391:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763465.339397:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3453
00000100:00080000:2.0:1789763465.339412:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763465.339419:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763465.339427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763465.339468:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484783360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763465.339482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763465.339505:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763465.339512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763465.339516:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763465.339524:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3453
00000100:00080000:2.0:1789763465.339532:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763465.339539:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763465.339550:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763465.339556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8ab8c33dfb80 x1876699484782976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763465.339573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484783488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763465.339589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763465.339591:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484782976/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763465.339614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763465.339620:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763465.339630:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763465.339630:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3453
00000100:00080000:2.0:1789763465.339637:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763465.339647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763465.339651:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:2.0:1789763465.339655:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763465.339667:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484782976:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763465.339671:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484783616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763465.339704:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484783104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.339764:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763465.339791:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8ab8c33ddc00 x1876699484783104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.339812:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484783104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.339830:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.339837:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763465.339844:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484783104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.339939:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484783232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.339999:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763465.340025:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8ab8c33df480 x1876699484783232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.340084:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484783232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.340095:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.340099:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763465.340104:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484783232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.340113:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484783360:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763465.340154:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763465.340176:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8ab8c33df100 x1876699484783360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.340199:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484783360/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.340217:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.340223:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763465.340230:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484783360:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763465.340244:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484783488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.340284:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763465.340308:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8ab8c33de300 x1876699484783488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.340347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484783488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.340373:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.340380:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763465.340386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484783488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.340400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484783616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.340439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763465.340462:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8ab8c33ddf80 x1876699484783616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.340487:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484783616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.340502:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.340509:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763465.340515:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484783616:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763466.043145:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763467.067084:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763468.091137:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763469.115071:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763470.138992:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763470.459102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763470.459137:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763470.459144:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763470.459166:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3459
00000100:00080000:3.0:1789763470.459190:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763470.459206:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763470.459278:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484783744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763470.459336:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763470.459340:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763470.459342:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763470.459347:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3459
00000100:00080000:3.0:1789763470.459351:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763470.459365:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763470.459377:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763470.459394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484783872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763470.459413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763470.459417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763470.459420:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763470.459425:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3459
00000100:00080000:3.0:1789763470.459429:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763470.459433:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763470.459437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763470.459466:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484784000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763470.459487:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484783744:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763470.459492:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763470.459511:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763470.459525:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763470.459536:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3459
00000100:00080000:3.0:1789763470.459542:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763470.459550:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763470.459559:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763470.459577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484784128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763470.459593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763470.459610:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763470.459621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763470.459624:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763470.459635:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3459
00000100:00080000:3.0:1789763470.459642:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763470.459650:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763470.459659:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763470.459678:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8ab8c34f5880 x1876699484783744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763470.459682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484784256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763470.459796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763470.459800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763470.459809:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484783744/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763470.459811:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763470.459853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3459
00000100:00080000:1.0:1789763470.459859:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763470.459862:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763470.459870:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763470.459878:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763470.459919:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763470.459926:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484783744:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763470.459938:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484783872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763470.459946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484784384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763470.460001:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763470.460071:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8ab8c34f5180 x1876699484783872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.460099:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484783872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.460117:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.460136:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763470.460140:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484783872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.460175:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.460207:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763470.460222:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8ab8c34f5f80 x1876699484784000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.460237:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484784000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.460255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.460260:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763470.460264:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.460271:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784128:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763470.460292:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763470.460304:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8ab8c34f7100 x1876699484784128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.460318:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484784128/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.460336:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.460340:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763470.460343:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784128:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763470.460350:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484784256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.460369:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763470.460381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8ab8c34f4a80 x1876699484784256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.460395:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484784256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.460404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.460408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763470.460412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484784256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.460419:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484784384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.460438:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763470.460449:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8ab8c34f7480 x1876699484784384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.460463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484784384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.460483:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.460486:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763470.460490:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484784384:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763471.163214:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763472.187068:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763473.211077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763474.235128:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763475.259025:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763475.579026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763475.579038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763475.579044:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763475.579056:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3464
00000100:00080000:3.0:1789763475.579069:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763475.579079:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763475.579128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484784512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763475.579168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763475.579174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763475.579176:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763475.579182:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3464
00000100:00080000:3.0:1789763475.579186:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763475.579190:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763475.579201:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763475.579215:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484784640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763475.579230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763475.579235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763475.579237:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763475.579242:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3464
00000100:00080000:3.0:1789763475.579246:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763475.579250:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763475.579255:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763475.579269:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484784768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763475.579274:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484784512:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763475.579296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763475.579302:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763475.579305:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763475.579310:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3464
00000100:00080000:3.0:1789763475.579314:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763475.579319:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763475.579325:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763475.579340:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484784896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763475.579353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763475.579358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763475.579360:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763475.579365:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3464
00000100:00080000:3.0:1789763475.579369:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763475.579377:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789763475.579382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789763475.579385:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763475.579401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484785024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763475.579414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763475.579418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763475.579421:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763475.579425:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3464
00000100:00080000:3.0:1789763475.579429:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763475.579433:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763475.579439:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763475.579458:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484785152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763475.579468:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475]  req@ffff8ab8c34f6a00 x1876699484784512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763475.579521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484784512/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763475.579536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763475.579541:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763475.579558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484784512:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763475.579568:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763475.579603:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763475.579619:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475]  req@ffff8ab8c34f4000 x1876699484784640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763475.579635:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484784640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763475.579645:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763475.579649:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763475.579653:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763475.579682:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763475.579703:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763475.579716:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475]  req@ffff8ab8c34f6680 x1876699484784768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763475.579729:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484784768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763475.579739:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763475.579742:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763475.579746:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763475.579753:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784896:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763475.579772:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763475.579785:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475]  req@ffff8ab8c34f5500 x1876699484784896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763475.579798:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484784896/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763475.579808:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763475.579811:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763475.579815:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484784896:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763475.579821:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484785024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763475.579840:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763475.579852:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475]  req@ffff8ab8c34f4700 x1876699484785024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763475.579915:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484785024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763475.579926:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763475.579930:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763475.579950:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484785024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763475.579958:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484785152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763475.580028:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763475.580044:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763475/real 1789763475]  req@ffff8ab8c34f7480 x1876699484785152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763475.580059:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484785152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763475.580069:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763475.580073:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763475.580077:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484785152:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763476.283125:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763477.307163:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763478.331063:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763479.355066:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763480.379060:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763480.699082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.699092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763480.699096:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.699106:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3469
00000100:00080000:2.0:1789763480.699118:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.699126:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763480.699166:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484785280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.699192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.699196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763480.699198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.699202:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3469
00000100:00080000:2.0:1789763480.699204:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.699207:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763480.699215:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.699226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484785408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.699238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.699242:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763480.699246:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.699250:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3469
00000100:00080000:2.0:1789763480.699252:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.699255:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763480.699260:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.699269:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484785536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.699281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.699284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763480.699286:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.699290:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3469
00000100:00080000:2.0:1789763480.699294:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.699299:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763480.699309:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763480.699311:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484785280:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763480.699328:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484785664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.699340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.699343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763480.699345:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.699348:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3469
00000100:00080000:2.0:1789763480.699352:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.699356:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763480.699360:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.699370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484785792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763480.699378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763480.699381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763480.699383:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763480.699387:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3469
00000100:00080000:2.0:1789763480.699390:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763480.699393:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763480.699398:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763480.699407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484785920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763480.699463:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763480.699552:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff8ab8c33df800 x1876699484785280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.699579:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484785280/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.699595:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.699601:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763480.699607:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484785280:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763480.699618:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484785408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763480.699651:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763480.699667:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff8ab8c33dca80 x1876699484785408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.699682:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484785408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.699702:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.699707:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763480.699711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484785408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763480.699748:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484785536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763480.699770:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763480.699783:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff8ab8c33dd180 x1876699484785536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.699798:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484785536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.699808:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.699811:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763480.699815:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484785536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763480.699822:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484785664:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763480.699843:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763480.699922:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff8ab8c33ded80 x1876699484785664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.699970:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484785664/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.699982:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.699986:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763480.699991:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484785664:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763480.699999:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484785792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763480.700031:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763480.700046:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff8ab8c33de680 x1876699484785792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.700061:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484785792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.700071:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.700084:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763480.700089:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484785792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763480.700096:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484785920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763480.700117:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763480.700128:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763480/real 1789763480]  req@ffff8ab8c33dd880 x1876699484785920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763480.700141:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484785920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763480.700151:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763480.700154:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763480.700158:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484785920:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763481.403201:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763482.427146:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763483.451090:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763484.475128:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763485.499077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763485.819056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.819067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763485.819072:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.819086:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3474
00000100:00080000:2.0:1789763485.819100:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.819110:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763485.819158:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484786048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.819211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.819216:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763485.819219:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.819225:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3474
00000100:00080000:2.0:1789763485.819230:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.819234:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763485.819246:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763485.819268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484786176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.819284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.819289:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763485.819292:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.819298:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3474
00000100:00080000:2.0:1789763485.819304:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.819310:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763485.819317:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763485.819334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484786304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763485.819354:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484786048:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763485.819355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.819372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763485.819392:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.819401:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3474
00000100:00080000:2.0:1789763485.819409:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.819418:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763485.819429:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763485.819454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484786432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.819475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.819482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763485.819486:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.819494:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3474
00000100:00080000:2.0:1789763485.819566:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.819573:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763485.819582:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763485.819600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484786560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763485.819611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763485.819616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763485.819619:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763485.819624:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3474
00000100:00080000:2.0:1789763485.819628:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763485.819632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763485.819636:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763485.819648:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484786688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763485.819743:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763485.819809:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff8ab8c33dc700 x1876699484786048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763485.819846:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484786048/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763485.820006:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763485.820015:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763485.820021:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484786048:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763485.820032:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484786176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763485.820070:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763485.820090:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff8ab8c33dc000 x1876699484786176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763485.820106:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484786176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763485.820117:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763485.820121:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763485.820126:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484786176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763485.820153:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484786304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763485.820176:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763485.820188:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff8ab8c33dc380 x1876699484786304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763485.820212:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484786304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763485.820221:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763485.820225:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763485.820229:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484786304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763485.820236:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484786432:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763485.820256:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763485.820268:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff8ab8c33dd880 x1876699484786432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763485.820282:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484786432/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763485.820292:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763485.820296:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763485.820299:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484786432:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763485.820305:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484786560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763485.820325:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763485.820337:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff8ab8c33de680 x1876699484786560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763485.820350:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484786560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763485.820369:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763485.820373:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763485.820377:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484786560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763485.820387:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484786688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763485.820421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763485.820443:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763485/real 1789763485]  req@ffff8ab8c33ded80 x1876699484786688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763485.820469:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484786688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763485.820486:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763485.820492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763485.820499:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484786688:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763486.523081:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763487.547100:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763488.571028:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763489.595091:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763490.619114:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763490.939032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.939045:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763490.939048:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.939060:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3479
00000100:00080000:2.0:1789763490.939071:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.939078:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763490.939117:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484786816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.939177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.939182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763490.939185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.939190:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3479
00000100:00080000:2.0:1789763490.939194:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.939198:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763490.939210:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763490.939238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484786944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.939251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.939255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763490.939257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.939277:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3479
00000100:00080000:2.0:1789763490.939282:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.939302:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763490.939306:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484786816:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789763490.939309:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763490.939326:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484787072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.939337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.939342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763490.939344:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.939348:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3479
00000100:00080000:2.0:1789763490.939352:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.939355:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763490.939359:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763490.939369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484787200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.939379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.939382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763490.939384:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.939387:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3479
00000100:00080000:2.0:1789763490.939428:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.939432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763490.939437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763490.939445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763490.939451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484787328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763490.939463:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763490.939483:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763490.939485:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763490.939490:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3479
00000100:00080000:2.0:1789763490.939495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763490.939498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763490.939503:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763490.939514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484787456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763490.939532:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff8ab8c33dd180 x1876699484786816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763490.939561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484786816/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763490.939594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763490.939602:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763490.939609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484786816:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763490.939623:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484786944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763490.939662:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763490.939684:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff8ab8c33dca80 x1876699484786944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763490.939704:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484786944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763490.939717:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763490.939722:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763490.939727:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484786944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763490.939785:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763490.939828:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763490.939840:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff8ab8c33df800 x1876699484787072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763490.939854:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484787072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763490.939916:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763490.939920:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763490.939923:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763490.939931:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787200:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763490.939952:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763490.939982:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff8ab8c33ddf80 x1876699484787200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763490.939998:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484787200/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763490.940008:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763490.940012:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763490.940016:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787200:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763490.940024:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484787328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763490.940048:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763490.940061:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff8ab8c33de300 x1876699484787328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763490.940075:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484787328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763490.940085:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763490.940090:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763490.940094:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484787328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763490.940102:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484787456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763490.940123:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763490.940137:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763490/real 1789763490]  req@ffff8ab8c33df100 x1876699484787456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763490.940163:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484787456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763490.940175:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763490.940180:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763490.940185:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484787456:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763491.643089:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763492.667082:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763493.691078:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763494.715108:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763495.739052:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763496.059039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.059051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763496.059056:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.059068:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3484
00000100:00080000:3.0:1789763496.059081:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.059089:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763496.059134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484787584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.059173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.059178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.059180:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.059186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3484
00000100:00080000:3.0:1789763496.059193:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.059200:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763496.059215:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763496.059240:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484787712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.059264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763496.059271:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484787584:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763496.059274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763496.059285:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.059296:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3484
00000100:00080000:3.0:1789763496.059304:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.059310:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763496.059319:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763496.059339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484787840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.059351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.059355:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.059358:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.059362:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3484
00000100:00080000:3.0:1789763496.059367:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.059373:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789763496.059381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789763496.059386:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763496.059406:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484787968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.059419:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.059423:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.059426:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.059430:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3484
00000100:00080000:3.0:1789763496.059434:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.059437:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763496.059443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763496.059453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8ab8c34f4a80 x1876699484787584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763496.059462:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484788096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.059499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.059503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763496.059506:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763496.059512:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484787584/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763496.059517:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3484
00000100:00080000:3.0:1789763496.059526:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.059538:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763496.059547:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763496.059548:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763496.059563:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763496.059570:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484788224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763496.059572:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484787584:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763496.059617:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.059649:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763496.059665:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8ab8c34f7100 x1876699484787712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.059679:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484787712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.059689:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.059694:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763496.059698:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.059705:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.059723:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763496.059734:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8ab8c34f5f80 x1876699484787840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.059746:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484787840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.059755:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.059759:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763496.059763:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.059769:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787968:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763496.059786:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763496.059797:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8ab8c34f5180 x1876699484787968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.059809:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484787968/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.059839:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.059844:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763496.059848:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484787968:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763496.059855:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484788096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.059951:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763496.059968:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8ab8c34f5880 x1876699484788096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.060001:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484788096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.060011:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.060015:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763496.060018:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484788096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.060025:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484788224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.060047:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763496.060059:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8ab8c34f7800 x1876699484788224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.060071:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484788224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.060080:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.060083:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763496.060087:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484788224:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763496.763078:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763497.787070:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763498.811105:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763499.835116:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763500.859016:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763501.178997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763501.179018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763501.179026:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763501.179046:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3489
00000100:00080000:3.0:1789763501.179066:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763501.179081:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763501.179150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484788352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763501.179204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763501.179212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763501.179216:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763501.179224:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3489
00000100:00080000:3.0:1789763501.179230:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763501.179241:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763501.179259:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763501.179294:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484788480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763501.179318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763501.179335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763501.179336:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484788352:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763501.179341:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763501.179364:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3489
00000100:00080000:3.0:1789763501.179379:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763501.179386:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763501.179396:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763501.179420:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484788608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763501.179441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763501.179448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763501.179454:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763501.179462:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3489
00000100:00080000:3.0:1789763501.179469:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763501.179479:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763501.179490:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763501.179512:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484788736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763501.179527:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484788480:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763501.179563:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763501.179574:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763501.179578:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763501.179595:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484788608:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763501.179595:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3489
00000100:00080000:3.0:1789763501.179616:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763501.179632:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763501.179644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763501.179671:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484788736:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763501.179685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484788864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763501.179719:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763501.179728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763501.179730:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484788864:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763501.179739:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763501.179756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3489
00000100:00080000:3.0:1789763501.179766:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763501.179774:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763501.179809:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763501.179844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484788992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763501.179991:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484788992:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763501.883049:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763502.907065:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763503.931088:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763504.251421:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789763504.251488:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763504.251516:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763504.251576:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763504.251596:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763504.251628:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763504.251660:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763504.251685:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789763504.251692:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763504]  req@ffff8ab8c34f6300 x1876699484788736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763504.251795:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484788736/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763504.251820:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763504.251832:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763504.251842:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484788736:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763504.251858:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763504]  req@ffff8ab8c34f6d80 x1876699484788480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763504.251940:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484788480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763504.251959:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763504.251967:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763504.251977:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484788480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763504.251991:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763504]  req@ffff8ab8c34f7b80 x1876699484788608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763504.252014:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484788608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763504.252028:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763504.252035:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763504.252041:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484788608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763504.252054:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763504]  req@ffff8ab8c34f4380 x1876699484788352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763504.252077:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484788352/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763504.252093:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763504.252100:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763504.252107:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484788352:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763504.252168:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763504]  req@ffff8ab8c34f7800 x1876699484788992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763504.252194:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484788992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763504.252210:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763504.252216:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763504.252224:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484788992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763504.252236:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763504]  req@ffff8ab8c34f5c00 x1876699484788864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763504.252258:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484788864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763504.252276:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763504.252284:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763504.252294:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484788864:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763504.955040:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763505.979081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763506.298966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763506.298978:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763506.298983:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763506.298997:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3494
00000100:00080000:3.0:1789763506.299010:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763506.299020:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763506.299064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484789120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763506.299102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763506.299107:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763506.299110:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763506.299115:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3494
00000100:00080000:3.0:1789763506.299119:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763506.299124:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763506.299135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763506.299165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484789248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763506.299179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763506.299185:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763506.299189:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763506.299197:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3494
00000100:00100000:1.0:1789763506.299207:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484789120:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763506.299209:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763506.299228:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763506.299240:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763506.299268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484789376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763506.299290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763506.299297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789763506.299304:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763506.299306:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763506.299320:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3494
00000100:00080000:3.0:1789763506.299356:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763506.299365:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763506.299376:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763506.299405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484789504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763506.299420:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8ab8c34f5880 x1876699484789120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.299450:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763506.299461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763506.299466:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763506.299479:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484789120/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.299480:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3494
00000100:00080000:3.0:1789763506.299495:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763506.299511:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763506.299519:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763506.299526:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763506.299535:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763506.299547:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484789120:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763506.299567:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484789248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763506.299573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484789632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763506.299597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763506.299604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763506.299609:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763506.299619:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3494
00000800:00000100:1.0:1789763506.299628:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763506.299633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763506.299647:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763506.299660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763506.299668:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8ab8c34f5180 x1876699484789248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.299692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484789760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763506.299736:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484789248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.299827:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.299836:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763506.299845:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484789248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763506.299951:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484789376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763506.299997:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763506.300024:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8ab8c34f5f80 x1876699484789376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.300051:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484789376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.300068:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.300075:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763506.300082:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484789376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763506.300097:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484789504:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763506.300137:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763506.300160:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8ab8c34f7100 x1876699484789504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.300183:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484789504/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.300210:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.300217:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763506.300224:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484789504:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763506.300235:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484789632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763506.300274:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763506.300297:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8ab8c34f4a80 x1876699484789632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.300319:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484789632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.300335:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.300342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763506.300348:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484789632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763506.300360:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484789760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763506.300399:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763506.300423:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8ab8c34f7480 x1876699484789760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.300448:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484789760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.300464:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.300471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763506.300481:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484789760:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763507.003031:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763508.027174:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763509.051120:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763510.075148:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763511.099109:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763511.419042:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.419063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763511.419073:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.419095:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3499
00000100:00080000:0.0:1789763511.419118:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.419131:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763511.419199:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484789888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.419248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.419254:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763511.419257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.419263:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3499
00000100:00080000:0.0:1789763511.419267:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.419271:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763511.419287:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763511.419304:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484790016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.419322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.419327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763511.419330:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763511.419343:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484789888:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763511.419346:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3499
00000100:00080000:0.0:1789763511.419372:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.419387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763511.419401:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763511.419441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484790144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763511.419470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763511.419494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.419500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763511.419504:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.419514:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3499
00000100:00080000:0.0:1789763511.419522:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.419528:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763511.419537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763511.419548:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8ab8c2fe9f80 x1876699484789888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763511.419564:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484790272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763511.419584:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484789888/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763511.419586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.419597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763511.419599:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.419605:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3499
00000100:00080000:0.0:1789763511.419610:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.419626:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763511.419649:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763511.419675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484790400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763511.419678:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.419727:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763511.419741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763511.419743:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484789888:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763511.419759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763511.419763:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.419774:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3499
00000100:00080000:0.0:1789763511.419783:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.419789:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763511.419797:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790016:192.168.203.110@tcp:38:kworker.0
00000008:00100000:0.0:1789763511.419803:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763511.419836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484790528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763511.419919:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763511.419975:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8ab8c2fe9500 x1876699484790016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.419997:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484790016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.420016:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.420022:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763511.420027:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.420039:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.420068:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763511.420082:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8ab8c2fea680 x1876699484790144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.420095:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484790144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.420104:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.420108:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763511.420112:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.420120:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790272:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763511.420151:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763511.420170:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8ab8c2fea300 x1876699484790272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.420194:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484790272/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.420210:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.420217:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763511.420223:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790272:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763511.420234:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484790400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.420261:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763511.420275:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8ab8c2febb80 x1876699484790400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.420289:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484790400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.420299:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.420303:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763511.420306:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484790400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.420329:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484790528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.420349:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763511.420360:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8ab8c2fe9f80 x1876699484790528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.420374:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484790528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.420383:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.420386:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763511.420390:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484790528:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763512.123129:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763513.147119:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763514.171069:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763515.195137:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763516.219089:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763516.538974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763516.538996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763516.539004:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763516.539024:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3505
00000100:00080000:0.0:1789763516.539047:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763516.539063:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763516.539127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484790656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763516.539180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763516.539188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763516.539192:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763516.539202:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3505
00000100:00080000:0.0:1789763516.539209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763516.539219:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763516.539239:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763516.539268:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484790784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763516.539279:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484790656:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763516.539293:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763516.539301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763516.539304:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763516.539313:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3505
00000100:00080000:0.0:1789763516.539322:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763516.539332:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763516.539343:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763516.539371:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484790912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763516.539393:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763516.539405:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763516.539409:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763516.539421:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3505
00000800:00000100:1.0:1789763516.539421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763516.539435:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763516.539442:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763516.539453:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763516.539474:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484791040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763516.539488:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763516.539493:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763516.539496:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763516.539502:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3505
00000100:00080000:0.0:1789763516.539508:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763516.539514:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff8ab8c2feaa00 x1876699484790656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763516.539518:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763516.539534:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763516.539561:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484791168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763516.539576:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484790656/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763516.539579:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763516.539595:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763516.539602:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763516.539619:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3505
00000100:00080000:1.0:1789763516.539621:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763516.539625:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763516.539636:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763516.539636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789763516.539650:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763516.539653:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484790656:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763516.539691:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484791296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763516.539727:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763516.539767:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763516.539786:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff8ab8c2fe9180 x1876699484790784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763516.539803:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484790784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763516.539815:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763516.539819:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763516.539824:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763516.539832:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763516.539853:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763516.539928:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff8ab8c2fe8e00 x1876699484790912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763516.539955:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484790912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763516.539985:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763516.539992:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763516.540000:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484790912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763516.540013:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484791040:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763516.540054:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763516.540078:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff8ab8c2feb100 x1876699484791040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763516.540103:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484791040/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763516.540121:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763516.540128:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763516.540135:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484791040:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763516.540146:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484791168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763516.540179:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763516.540194:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff8ab8c2feb480 x1876699484791168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763516.540209:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484791168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763516.540220:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763516.540223:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763516.540229:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484791168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763516.540236:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484791296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763516.540257:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763516.540269:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763516/real 1789763516]  req@ffff8ab8c2feb800 x1876699484791296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763516.540283:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484791296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763516.540292:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763516.540295:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763516.540299:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484791296:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763517.243129:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763518.267084:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763519.291054:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763520.315094:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763521.339084:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763521.659036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763521.659056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763521.659078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763521.659098:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3510
00000100:00080000:3.0:1789763521.659121:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763521.659137:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763521.659206:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484791424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763521.659263:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763521.659272:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763521.659277:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763521.659289:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3510
00000100:00080000:3.0:1789763521.659298:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763521.659307:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763521.659328:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763521.659335:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484791424:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763521.659358:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484791552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763521.659381:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763521.659387:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763521.659391:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763521.659399:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3510
00000100:00080000:3.0:1789763521.659406:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763521.659415:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763521.659425:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763521.659445:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484791680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763521.659454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763521.659464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763521.659469:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763521.659473:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763521.659479:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3510
00000100:00080000:3.0:1789763521.659488:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763521.659494:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763521.659501:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763521.659520:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484791808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763521.659522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff8ab8c34f4700 x1876699484791424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763521.659541:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763521.659548:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763521.659550:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763521.659557:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3510
00000100:00100000:0.0:1789763521.659559:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484791424/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763521.659563:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763521.659571:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763521.659579:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763521.659581:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763521.659589:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763521.659595:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484791936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763521.659597:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484791424:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763521.659666:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484791552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763521.659716:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763521.659744:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff8ab8c34f5500 x1876699484791552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763521.659757:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763521.659764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763521.659769:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763521.659770:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484791552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763521.659777:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3510
00000100:00080000:3.0:1789763521.659785:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763521.659787:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763521.659794:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763521.659801:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484791552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763521.659813:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484791680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763521.659855:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763521.659925:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff8ab8c34f6680 x1876699484791680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763521.659952:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484791680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763521.659969:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763521.659977:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763521.659984:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484791680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763521.660017:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484791808:192.168.203.110@tcp:8:kworker.0
00000100:00080000:3.0:1789763521.660048:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763521.660061:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763521.660072:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763521.660088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484792064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763521.660098:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff8ab8c34f4000 x1876699484791808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763521.660141:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484791808/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763521.660160:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763521.660170:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763521.660179:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484791808:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763521.660237:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484791936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763521.660281:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763521.660305:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff8ab8c34f6a00 x1876699484791936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763521.660322:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484791936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763521.660333:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763521.660337:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763521.660341:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484791936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763521.660349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484792064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763521.660374:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763521.660386:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763521/real 1789763521]  req@ffff8ab8c34f4700 x1876699484792064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763521.660400:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484792064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763521.660419:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763521.660423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763521.660427:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484792064:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763522.363114:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763523.387072:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763524.411093:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763525.435112:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763526.459077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763526.779036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763526.779048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763526.779053:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763526.779065:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3515
00000100:00080000:1.0:1789763526.779079:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763526.779087:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763526.779141:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484792192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763526.779186:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763526.779194:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763526.779198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763526.779209:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3515
00000100:00080000:1.0:1789763526.779218:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763526.779225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763526.779240:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484792192:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789763526.779240:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763526.779270:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484792320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763526.779288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763526.779293:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763526.779295:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763526.779301:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3515
00000100:00080000:1.0:1789763526.779320:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763526.779327:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:0.0:1789763526.779335:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789763526.779341:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763526.779362:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484792448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763526.779376:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763526.779381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763526.779383:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763526.779387:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3515
00000100:00080000:1.0:1789763526.779394:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763526.779400:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763526.779407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff8ab8d84a9c00 x1876699484792192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763526.779411:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763526.779444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484792576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763526.779457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484792192/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763526.779475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763526.779492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763526.779496:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763526.779500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763526.779506:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3515
00000100:00080000:1.0:1789763526.779517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763526.779520:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789763526.779528:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763526.779539:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763526.779540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484792192:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763526.779562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484792704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763526.779575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763526.779580:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763526.779583:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763526.779590:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484792320:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763526.779620:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3515
00000100:00080000:1.0:1789763526.779633:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763526.779641:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763526.779649:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763526.779672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484792832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763526.779690:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763526.779722:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff8ab8d84ab100 x1876699484792320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763526.779746:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484792320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763526.779759:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763526.779764:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763526.779768:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484792320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763526.779777:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484792448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763526.779800:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763526.779814:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff8ab8d84abb80 x1876699484792448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763526.779828:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484792448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763526.779838:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763526.779841:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763526.779845:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484792448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763526.779852:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484792576:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763526.779920:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763526.779936:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff8ab8d84aa300 x1876699484792576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763526.779951:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484792576/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763526.779962:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763526.779966:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763526.779969:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484792576:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763526.779976:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484792704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763526.779998:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763526.780011:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff8ab8d84a8e00 x1876699484792704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763526.780026:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484792704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763526.780036:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763526.780039:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763526.780042:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484792704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763526.780065:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484792832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763526.780087:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763526.780099:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763526/real 1789763526]  req@ffff8ab8d84a9180 x1876699484792832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763526.780114:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484792832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763526.780123:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763526.780126:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763526.780130:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484792832:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763527.483058:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763528.507030:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763529.530971:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763530.555119:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763531.579072:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763531.898976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763531.898990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763531.898995:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763531.899008:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3520
00000100:00080000:1.0:1789763531.899036:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763531.899047:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763531.899094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484792960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763531.899130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763531.899135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763531.899137:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763531.899143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3520
00000100:00080000:1.0:1789763531.899148:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763531.899152:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763531.899164:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763531.899182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484793088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763531.899200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763531.899202:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484792960:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763531.899206:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763531.899214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763531.899222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3520
00000100:00080000:1.0:1789763531.899226:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763531.899231:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763531.899237:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763531.899272:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484793216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763531.899284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763531.899288:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763531.899291:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763531.899295:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3520
00000100:00080000:1.0:1789763531.899310:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763531.899315:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763531.899323:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763531.899324:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763531.899346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484793344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763531.899360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763531.899365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763531.899368:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763531.899372:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3520
00000100:00080000:1.0:1789763531.899376:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763531.899379:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763531.899386:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763531.899398:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff8ab8d84ab480 x1876699484792960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763531.899404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484793472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763531.899453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763531.899457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763531.899460:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763531.899484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484792960/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763531.899489:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3520
00000100:00080000:1.0:1789763531.899500:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763531.899511:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763531.899524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763531.899544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763531.899551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484793600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763531.899599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763531.899612:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484792960:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763531.899658:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763531.899693:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763531.899709:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff8ab8d84a9f80 x1876699484793088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763531.899724:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484793088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763531.899734:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763531.899738:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763531.899742:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763531.899749:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763531.899768:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763531.899779:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff8ab8d84aad80 x1876699484793216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763531.899792:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484793216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763531.899802:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763531.899805:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763531.899809:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763531.899816:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793344:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763531.899836:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763531.899847:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff8ab8d84a8a80 x1876699484793344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763531.899860:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484793344/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763531.899869:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763531.899872:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763531.899875:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793344:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763531.899914:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484793472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763531.899938:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763531.899952:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff8ab8d84aa680 x1876699484793472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763531.899965:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484793472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763531.899974:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763531.899978:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763531.899981:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484793472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763531.899989:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484793600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763531.900019:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763531.900039:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763531/real 1789763531]  req@ffff8ab8d84a8000 x1876699484793600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763531.900063:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484793600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763531.900079:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763531.900085:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763531.900091:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484793600:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763532.603100:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763533.626976:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763534.651089:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763535.675129:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763536.699150:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763537.019044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.019057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763537.019062:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.019074:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3525
00000100:00080000:1.0:1789763537.019087:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.019095:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763537.019139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484793728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.019171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.019179:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.019182:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.019189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3525
00000100:00080000:1.0:1789763537.019193:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.019198:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763537.019208:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763537.019222:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484793856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.019234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.019238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763537.019240:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.019245:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3525
00000100:00080000:1.0:1789763537.019250:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.019254:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763537.019260:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763537.019271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484793984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.019284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763537.019286:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484793728:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763537.019291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.019298:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.019305:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3525
00000100:00080000:1.0:1789763537.019309:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.019314:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763537.019321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763537.019335:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484794112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.019348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.019351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.019353:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.019358:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3525
00000100:00080000:1.0:1789763537.019363:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.019366:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763537.019372:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763537.019378:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763537.019393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484794240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.019406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.019410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763537.019412:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.019418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3525
00000100:00080000:1.0:1789763537.019422:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.019426:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763537.019430:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763537.019448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8ab8d84a8380 x1876699484793728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763537.019450:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484794368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763537.019554:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484793728/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.019575:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.019585:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763537.019595:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484793728:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763537.019609:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763537.019653:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763537.019677:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8ab8d84a9880 x1876699484793856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.019698:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484793856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.019716:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.019720:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763537.019724:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763537.019752:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763537.019784:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763537.019798:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8ab8d84a9500 x1876699484793984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.019811:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484793984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.019820:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.019824:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763537.019827:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484793984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763537.019833:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484794112:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763537.019851:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763537.019905:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8ab8d84ab800 x1876699484794112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.019921:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484794112/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.019931:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.019945:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763537.019949:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484794112:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763537.019956:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484794240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763537.019978:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763537.019991:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8ab8d84a8700 x1876699484794240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.020013:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484794240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.020021:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.020024:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763537.020028:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484794240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763537.020034:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484794368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763537.020052:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763537.020063:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8ab8d84a8000 x1876699484794368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.020076:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484794368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.020084:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.020087:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763537.020091:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484794368:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763537.723100:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763538.747081:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763539.771098:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763540.795096:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763541.819070:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763542.139022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.139038:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763542.139045:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.139061:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3530
00000100:00080000:1.0:1789763542.139079:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.139091:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763542.139162:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484794496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.139226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.139235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763542.139239:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.139249:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3530
00000100:00080000:1.0:1789763542.139255:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.139261:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763542.139276:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763542.139300:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484794624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.139317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.139322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763542.139325:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.139331:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3530
00000100:00080000:1.0:1789763542.139340:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763542.139341:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484794496:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763542.139351:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763542.139363:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763542.139380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484794752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.139395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.139401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763542.139404:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.139409:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3530
00000100:00080000:1.0:1789763542.139437:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.139443:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763542.139450:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763542.139461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763542.139470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484794880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.139518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.139526:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763542.139530:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.139540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3530
00000100:00080000:1.0:1789763542.139549:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.139556:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763542.139568:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763542.139583:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8ab8d84aa680 x1876699484794496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763542.139599:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484795008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763542.139623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484794496/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763542.139626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.139647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763542.139658:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763542.139660:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763542.139676:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3530
00000100:00080000:0.0:1789763542.139677:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789763542.139691:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763542.139693:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484794496:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763542.139708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763542.139717:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484794624:192.168.203.110@tcp:38:kworker.0
00000008:00100000:1.0:1789763542.139722:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763542.139750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484795136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763542.139766:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763542.139806:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8ab8d84a8a80 x1876699484794624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.139824:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484794624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.139836:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.139840:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763542.139844:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484794624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763542.139938:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484794752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763542.139984:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763542.140009:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8ab8d84aad80 x1876699484794752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.140030:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484794752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.140049:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.140053:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763542.140058:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484794752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763542.140066:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484794880:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763542.140094:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763542.140108:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8ab8d84a9f80 x1876699484794880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.140122:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484794880/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.140133:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.140137:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763542.140141:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484794880:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763542.140147:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484795008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763542.140167:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763542.140179:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8ab8d84ab480 x1876699484795008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.140193:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484795008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.140202:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.140206:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763542.140211:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484795008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763542.140217:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484795136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763542.140236:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763542.140247:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8ab8d84a9180 x1876699484795136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.140260:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484795136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.140269:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.140272:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763542.140276:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484795136:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763542.843133:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763543.867116:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763544.891148:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763545.915139:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763546.939099:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763547.259022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.259034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763547.259040:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.259053:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3535
00000100:00080000:1.0:1789763547.259066:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.259077:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763547.259125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484795264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763547.259164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.259169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763547.259172:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.259177:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3535
00000100:00080000:1.0:1789763547.259181:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.259185:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763547.259196:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763547.259214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484795392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763547.259229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.259234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763547.259236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.259241:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3535
00000100:00080000:1.0:1789763547.259245:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.259258:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763547.259265:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484795264:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789763547.259266:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763547.259284:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484795520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763547.259303:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.259307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763547.259309:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.259313:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3535
00000100:00080000:1.0:1789763547.259317:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.259322:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763547.259327:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763547.259340:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484795648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763547.259352:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.259357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763547.259359:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.259365:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3535
00000100:00080000:1.0:1789763547.259403:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.259409:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763547.259416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763547.259429:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484795776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763547.259469:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763547.259490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.259499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763547.259503:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.259514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3535
00000100:00080000:1.0:1789763547.259524:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.259534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763547.259546:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763547.259575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484795904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763547.259598:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff8ab8d84a8e00 x1876699484795264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.259647:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484795264/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.259672:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.259682:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763547.259691:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484795264:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763547.259739:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484795392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763547.259780:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763547.259800:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff8ab8d84aa300 x1876699484795392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.259816:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484795392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.259828:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.259832:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763547.259837:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484795392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763547.259846:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484795520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763547.259948:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763547.259965:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff8ab8d84abb80 x1876699484795520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.259980:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484795520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.259991:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.259995:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763547.260000:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484795520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763547.260007:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484795648:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763547.260032:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763547.260044:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff8ab8d84ab100 x1876699484795648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.260058:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484795648/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.260070:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.260074:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763547.260078:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484795648:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763547.260085:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484795776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763547.260106:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763547.260118:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff8ab8d84a9c00 x1876699484795776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.260131:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484795776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.260142:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.260145:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763547.260149:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484795776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763547.260156:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484795904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763547.260177:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763547.260188:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff8ab8d84a9180 x1876699484795904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763547.260203:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484795904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763547.260216:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763547.260222:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763547.260230:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484795904:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763547.963081:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763548.987097:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763550.011030:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763551.035066:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763552.059153:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763552.379024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.379032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763552.379036:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.379044:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3540
00000100:00080000:3.0:1789763552.379053:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.379058:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763552.379089:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484796032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763552.379112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.379117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763552.379118:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.379123:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3540
00000100:00080000:3.0:1789763552.379127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.379131:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763552.379161:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763552.379181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484796160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763552.379184:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484796032:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763552.379206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.379211:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763552.379213:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.379218:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3540
00000100:00080000:3.0:1789763552.379223:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.379227:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763552.379234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763552.379247:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484796288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763552.379259:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763552.379260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.379265:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763552.379267:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.379271:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3540
00000100:00080000:3.0:1789763552.379276:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.379281:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763552.379287:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763552.379301:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484796416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763552.379332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763552.379334:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8ab8c34f7480 x1876699484796032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.379335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763552.379337:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.379341:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3540
00000100:00080000:3.0:1789763552.379345:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.379348:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763552.379351:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484796032/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763552.379352:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763552.379362:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763552.379362:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484796544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763552.379367:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763552.379371:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484796032:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763552.379371:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.379375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763552.379377:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.379380:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3540
00000100:00080000:3.0:1789763552.379384:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.379387:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763552.379394:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763552.379424:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484796160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763552.379424:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484796672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763552.379457:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763552.379472:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8ab8c34f4a80 x1876699484796160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.379484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484796160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.379490:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.379492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763552.379495:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484796160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763552.379499:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484796288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763552.379514:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763552.379522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8ab8c34f7100 x1876699484796288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.379529:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484796288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.379535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.379537:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763552.379539:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484796288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763552.379542:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484796416:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763552.379553:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763552.379559:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8ab8c34f5f80 x1876699484796416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.379566:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484796416/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.379571:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.379573:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763552.379575:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484796416:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763552.379578:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484796544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763552.379588:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763552.379594:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8ab8c34f5180 x1876699484796544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.379601:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484796544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.379607:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.379609:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763552.379611:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484796544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763552.379622:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484796672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763552.379633:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763552.379639:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8ab8c34f5880 x1876699484796672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.379646:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484796672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.379652:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.379653:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763552.379655:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484796672:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763553.083130:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763554.107117:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763555.131159:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763556.155088:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763557.179121:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763557.499001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763557.499014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763557.499019:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763557.499032:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3546
00000100:00080000:3.0:1789763557.499046:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763557.499058:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763557.499126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484796800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763557.499176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763557.499186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763557.499191:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763557.499200:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3546
00000100:00080000:3.0:1789763557.499208:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763557.499217:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763557.499234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763557.499246:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484796800:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763557.499291:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484796928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763557.499323:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763557.499330:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763557.499335:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763557.499344:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3546
00000100:00080000:3.0:1789763557.499358:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763557.499392:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789763557.499400:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:3.0:1789763557.499427:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763557.499485:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff8ab8c34f5c00 x1876699484796800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763557.499513:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484796800/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763557.499528:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763557.499534:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763557.499542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484796800:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763557.499570:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484796928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763557.499599:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763557.499614:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff8ab8c34f7800 x1876699484796928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763557.499629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484796928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763557.499640:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763557.499645:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763557.499650:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484796928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763557.499774:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484797056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763557.499812:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763557.499820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763557.499824:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763557.499834:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3546
00000100:00080000:3.0:1789763557.499843:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763557.499855:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763557.499933:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797056:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789763557.500008:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763557.500009:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763557.500046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484797184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763557.500060:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff8ab8c34f4380 x1876699484797056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.500066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763557.500083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763557.500090:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763557.500104:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484797056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.500106:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3546
00000100:00080000:3.0:1789763557.500125:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763557.500146:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.500146:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763557.500161:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789763557.500167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763557.500168:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763557.500200:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797184:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763557.500208:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484797312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763557.500230:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763557.500235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763557.500241:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763557.500242:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763557.500256:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3546
00000100:00080000:3.0:1789763557.500265:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763557.500273:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff8ab8c34f7b80 x1876699484797184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.500279:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763557.500296:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763557.500305:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484797184/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.500320:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484797440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763557.500321:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763557.500337:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763557.500351:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797184:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763557.500427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484797312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763557.500458:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763557.500472:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff8ab8c34f6d80 x1876699484797312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763557.500486:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484797312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763557.500496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763557.500499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763557.500504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484797312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763557.500511:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484797440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763557.500529:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763557.500540:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff8ab8c34f6300 x1876699484797440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763557.500572:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484797440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763557.500582:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763557.500585:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763557.500589:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484797440:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763558.202988:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763559.227084:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763560.251128:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763561.275082:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763562.299060:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763562.619041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.619065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763562.619072:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.619088:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3551
00000100:00080000:0.0:1789763562.619104:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.619117:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763562.619174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484797568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763562.619223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.619232:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763562.619236:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.619245:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3551
00000100:00080000:0.0:1789763562.619253:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.619261:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763562.619277:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763562.619291:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484797568:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763562.619301:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484797696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763562.619322:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.619327:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763562.619353:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.619360:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3551
00000100:00080000:0.0:1789763562.619384:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.619391:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789763562.619401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789763562.619409:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763562.619432:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484797824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763562.619451:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.619458:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763562.619462:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.619469:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3551
00000100:00080000:0.0:1789763562.619475:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763562.619477:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff8ab8c2fe8000 x1876699484797568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763562.619483:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763562.619493:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763562.619514:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484797952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763562.619515:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484797568/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763562.619539:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763562.619539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763562.619546:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763562.619547:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763562.619549:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.619555:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3551
00000100:00100000:1.0:1789763562.619555:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484797568:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763562.619561:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763562.619566:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763562.619574:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763562.619591:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484798080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763562.619593:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797696:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789763562.619611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763562.619616:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763562.619619:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763562.619626:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3551
00000100:00080000:0.0:1789763562.619632:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763562.619634:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763562.619639:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763562.619647:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763562.619658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff8ab8c2fe9880 x1876699484797696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763562.619665:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484798208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763562.619683:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484797696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763562.619700:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763562.619707:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763562.619714:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763562.619725:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763562.619766:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763562.619785:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff8ab8c2fead80 x1876699484797824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763562.619807:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484797824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763562.619823:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763562.619830:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763562.619836:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763562.619850:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797952:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763562.619933:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763562.619951:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff8ab8c2fe8a80 x1876699484797952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763562.619968:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484797952/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763562.619978:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763562.619982:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763562.619987:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484797952:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763562.620010:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484798080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763562.620033:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763562.620047:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff8ab8c2fe8380 x1876699484798080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763562.620061:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484798080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763562.620070:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763562.620074:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763562.620077:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484798080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763562.620084:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484798208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763562.620104:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763562.620115:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763562/real 1789763562]  req@ffff8ab8c2fe9c00 x1876699484798208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763562.620129:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484798208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763562.620147:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763562.620150:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763562.620154:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484798208:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763563.323088:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763564.347073:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763565.371160:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763566.395094:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763567.419092:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763567.739057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763567.739069:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763567.739074:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763567.739087:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3556
00000100:00080000:3.0:1789763567.739099:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763567.739108:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763567.739173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6300 x1876699484798336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763567.739212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763567.739217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763567.739220:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763567.739233:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3556
00000100:00080000:3.0:1789763567.739238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763567.739244:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763567.739256:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763567.739274:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6d80 x1876699484798464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763567.739289:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763567.739316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763567.739318:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484798336:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763567.739320:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763567.739360:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3556
00000100:00080000:3.0:1789763567.739367:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763567.739372:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763567.739380:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763567.739396:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7b80 x1876699484798592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763567.739417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763567.739422:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763567.739425:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763567.739429:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3556
00000100:00080000:3.0:1789763567.739433:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763567.739437:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763567.739444:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763567.739459:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4380 x1876699484798720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763567.739472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763567.739477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763567.739480:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763567.739486:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3556
00000100:00100000:1.0:1789763567.739492:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484798464:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763567.739494:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763567.739504:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763567.739511:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763567.739529:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7800 x1876699484798848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763567.739543:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763567.739548:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763567.739550:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763567.739554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484798592:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763567.739562:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3556
00000100:00080000:3.0:1789763567.739571:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763567.739575:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763567.739582:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763567.739600:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5c00 x1876699484798976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763567.739609:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484798720:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763567.739680:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484798848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763567.739748:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484798976:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763568.443030:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763569.467038:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763570.491093:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763570.811431:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789763570.811515:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763570.811542:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763570.811614:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763570.811634:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763570.811654:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763570.811697:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789763570.811705:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763570]  req@ffff8ab8c34f6d80 x1876699484798464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789763570.811719:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:1.0:1789763570.811798:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6d80 x1876699484798464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763570.811824:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763570.811834:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763570.811843:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484798464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763570.811858:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763570]  req@ffff8ab8c34f7b80 x1876699484798592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763570.811942:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7b80 x1876699484798592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763570.811960:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763570.811969:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763570.811976:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484798592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763570.811991:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763570]  req@ffff8ab8c34f4380 x1876699484798720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763570.812019:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4380 x1876699484798720/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763570.812038:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763570.812046:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763570.812053:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484798720:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763570.812067:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763570]  req@ffff8ab8c34f6300 x1876699484798336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763570.812101:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6300 x1876699484798336/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763570.812118:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763570.812125:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763570.812132:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484798336:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763570.812181:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763570]  req@ffff8ab8c34f7800 x1876699484798848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763570.812208:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7800 x1876699484798848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763570.812234:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763570.812241:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763570.812248:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484798848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763570.812261:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763567/real 1789763570]  req@ffff8ab8c34f5c00 x1876699484798976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763570.812323:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5c00 x1876699484798976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763570.812340:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763570.812347:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763570.812354:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484798976:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763571.515093:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763572.539016:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763572.858964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763572.858975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763572.858980:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763572.858993:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3561
00000100:00080000:3.0:1789763572.859006:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763572.859015:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763572.859056:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5880 x1876699484799104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763572.859089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763572.859094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763572.859097:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763572.859102:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3561
00000100:00080000:3.0:1789763572.859107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763572.859111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763572.859122:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763572.859137:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5180 x1876699484799232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763572.859152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763572.859158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763572.859162:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763572.859174:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3561
00000100:00100000:1.0:1789763572.859177:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484799104:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763572.859182:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763572.859196:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763572.859209:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763572.859237:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5f80 x1876699484799360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763572.859284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763572.859292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763572.859296:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763572.859303:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3561
00000800:00000100:1.0:1789763572.859315:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763572.859320:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763572.859333:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763572.859344:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763572.859369:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7100 x1876699484799488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763572.859389:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff8ab8c34f5880 x1876699484799104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763572.859454:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763572.859463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5880 x1876699484799104/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763572.859465:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763572.859473:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763572.859498:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3561
00000100:00080000:3.0:1789763572.859514:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763572.859523:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763572.859526:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763572.859544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:3.0:1789763572.859545:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763572.859560:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484799104:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763572.859576:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4a80 x1876699484799616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763572.859585:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484799232:192.168.203.110@tcp:38:kworker.0
00000100:00080000:3.0:1789763572.859613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763572.859620:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763572.859624:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763572.859634:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3561
00000100:00080000:3.0:1789763572.859660:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763572.859669:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763572.859670:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763572.859684:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763572.859707:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff8ab8c34f5180 x1876699484799232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763572.859710:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f7480 x1876699484799744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763572.859781:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5180 x1876699484799232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763572.859800:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763572.859808:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763572.859815:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484799232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763572.859852:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484799360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763572.859947:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763572.859965:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff8ab8c34f5f80 x1876699484799360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763572.859981:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5f80 x1876699484799360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763572.859993:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763572.859997:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763572.860002:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484799360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763572.860011:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484799488:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763572.860039:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763572.860054:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff8ab8c34f7100 x1876699484799488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763572.860070:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7100 x1876699484799488/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763572.860081:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763572.860085:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763572.860090:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484799488:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763572.860098:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484799616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763572.860127:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763572.860142:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff8ab8c34f4a80 x1876699484799616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763572.860157:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4a80 x1876699484799616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763572.860167:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763572.860171:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763572.860175:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484799616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763572.860182:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484799744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763572.860209:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763572.860224:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763572/real 1789763572]  req@ffff8ab8c34f7480 x1876699484799744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763572.860239:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f7480 x1876699484799744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763572.860248:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763572.860252:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763572.860278:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484799744:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763573.563088:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763574.587074:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763575.611127:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763576.635111:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763577.659162:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763577.979043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763577.979055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763577.979061:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763577.979073:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3566
00000100:00080000:2.0:1789763577.979087:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763577.979097:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763577.979144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484799872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763577.979183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763577.979191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763577.979195:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763577.979203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3566
00000100:00080000:2.0:1789763577.979210:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763577.979244:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763577.979261:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763577.979282:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484799872:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763577.979286:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484800000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763577.979306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763577.979312:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763577.979315:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763577.979322:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3566
00000100:00080000:2.0:1789763577.979329:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763577.979336:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763577.979343:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763577.979360:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484800128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763577.979368:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763577.979379:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763577.979385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763577.979388:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763577.979394:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3566
00000100:00080000:2.0:1789763577.979399:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763577.979405:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763577.979413:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763577.979434:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484800256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763577.979445:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff8ab8c33df480 x1876699484799872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763577.979453:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763577.979460:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763577.979463:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763577.979470:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3566
00000100:00100000:1.0:1789763577.979477:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484799872/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763577.979477:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763577.979484:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763577.979493:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763577.979497:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763577.979505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763577.979509:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484800384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763577.979513:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484799872:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763577.979538:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763577.979543:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763577.979546:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763577.979549:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800000:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789763577.979553:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3566
00000100:00080000:2.0:1789763577.979559:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763577.979565:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763577.979573:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763577.979591:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763577.979592:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484800512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763577.979614:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff8ab8c33ddc00 x1876699484800000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763577.979639:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484800000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763577.979674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763577.979681:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763577.979688:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763577.979702:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763577.979734:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763577.979750:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff8ab8c33dfb80 x1876699484800128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763577.979768:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484800128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763577.979785:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763577.979792:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763577.979798:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763577.979811:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800256:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763577.979850:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763577.979929:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff8ab8c33df100 x1876699484800256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763577.979957:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484800256/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763577.979974:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763577.979979:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763577.979984:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800256:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763577.979992:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484800384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763577.980025:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763577.980040:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff8ab8c33de300 x1876699484800384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763577.980055:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484800384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763577.980064:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763577.980068:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763577.980071:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484800384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763577.980095:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484800512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763577.980117:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763577.980131:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763577/real 1789763577]  req@ffff8ab8c33ddf80 x1876699484800512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763577.980155:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484800512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763577.980170:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763577.980176:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763577.980183:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484800512:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763578.683052:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763579.707062:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763580.731053:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763581.755092:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763582.779116:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763583.099045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.099061:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763583.099068:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.099083:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3571
00000100:00080000:3.0:1789763583.099100:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.099112:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763583.099166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484800640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763583.099237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.099245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763583.099249:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.099257:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3571
00000100:00080000:3.0:1789763583.099266:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.099275:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763583.099292:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763583.099318:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484800640:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763583.099326:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6a00 x1876699484800768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763583.099381:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.099388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763583.099393:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.099402:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3571
00000800:00000100:1.0:1789763583.099410:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763583.099417:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.099431:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763583.099442:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763583.099471:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4000 x1876699484800896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763583.099474:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8ab8c34f4700 x1876699484800640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.099535:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763583.099544:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484800640/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.099548:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763583.099556:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.099575:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3571
00000100:00080000:1.0:1789763583.099576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763583.099592:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:3.0:1789763583.099593:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763583.099603:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484800640:192.168.203.110@tcp:250:kworker.0
00000100:00080000:3.0:1789763583.099628:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763583.099641:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800768:192.168.203.110@tcp:38:kworker.0
00000008:00100000:3.0:1789763583.099644:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763583.099686:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f6680 x1876699484801024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763583.099703:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:3.0:1789763583.099717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.099726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763583.099731:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763583.099733:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8ab8c34f6a00 x1876699484800768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.099748:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3571
00000100:00080000:3.0:1789763583.099764:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763583.099771:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6a00 x1876699484800768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.099780:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763583.099797:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763583.099800:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763583.099806:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763583.099816:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763583.099832:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763583.099838:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f5500 x1876699484801152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763583.099861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.099935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763583.099941:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.099950:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3571
00000100:00080000:3.0:1789763583.099960:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.099969:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:3.0:1789763583.099981:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763583.100000:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763583.100010:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c34f4700 x1876699484801280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763583.100040:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8ab8c34f4000 x1876699484800896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763583.100069:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4000 x1876699484800896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763583.100083:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763583.100088:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763583.100093:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484800896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763583.100116:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484801024:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763583.100148:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763583.100162:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8ab8c34f6680 x1876699484801024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763583.100209:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f6680 x1876699484801024/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763583.100224:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763583.100229:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763583.100233:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484801024:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763583.100241:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484801152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763583.100271:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763583.100286:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8ab8c34f5500 x1876699484801152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763583.100301:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f5500 x1876699484801152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763583.100319:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763583.100323:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763583.100327:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484801152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763583.100334:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484801280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763583.100354:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763583.100365:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8ab8c34f4700 x1876699484801280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763583.100379:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c34f4700 x1876699484801280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763583.100389:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763583.100392:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763583.100396:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c34f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484801280:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763583.803077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763584.827032:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763585.851068:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763586.875133:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763587.899136:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763588.218982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.218990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763588.219023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.219033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3576
00000100:00080000:0.0:1789763588.219043:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.219050:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763588.219084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484801408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.219118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.219124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.219126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.219132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3576
00000100:00080000:0.0:1789763588.219137:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.219157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763588.219169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.219217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484801536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763588.219223:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484801408:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763588.219229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.219233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763588.219234:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.219238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3576
00000100:00080000:0.0:1789763588.219240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.219243:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763588.219256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.219265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484801664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.219276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.219279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.219280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.219282:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3576
00000100:00080000:0.0:1789763588.219286:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.219288:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763588.219291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763588.219298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484801792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763588.219303:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763588.219310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.219313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.219315:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.219319:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3576
00000100:00080000:0.0:1789763588.219322:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.219325:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763588.219328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.219334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484801920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.219340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.219343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763588.219345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.219350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3576
00000100:00100000:1.0:1789763588.219350:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8ab8c2fe9c00 x1876699484801408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763588.219356:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.219360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763588.219367:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.219379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484802048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763588.219386:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484801408/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763588.219396:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763588.219401:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763588.219416:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484801408:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763588.219435:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484801536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763588.219453:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763588.219462:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8ab8c2fe8380 x1876699484801536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763588.219470:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484801536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763588.219476:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763588.219479:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763588.219483:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484801536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763588.219489:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484801664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763588.219509:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763588.219522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8ab8c2fe8a80 x1876699484801664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763588.219534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484801664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763588.219543:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763588.219547:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763588.219551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484801664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763588.219557:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484801792:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763588.219579:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763588.219592:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8ab8c2fead80 x1876699484801792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763588.219605:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484801792/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763588.219613:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763588.219617:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763588.219621:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484801792:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763588.219627:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484801920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763588.219648:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763588.219661:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8ab8c2fe9880 x1876699484801920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763588.219673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484801920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763588.219681:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763588.219685:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763588.219688:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484801920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763588.219695:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484802048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763588.219713:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763588.219724:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8ab8c2fe8000 x1876699484802048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763588.219743:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484802048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763588.219752:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763588.219755:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763588.219759:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484802048:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763588.923059:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763589.946967:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763590.971034:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763591.995041:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763593.019202:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763593.338920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.338929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763593.338932:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.338940:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3581
00000100:00080000:0.0:1789763593.338949:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.338955:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763593.338997:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484802176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.339017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.339020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763593.339022:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.339025:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3581
00000100:00080000:0.0:1789763593.339027:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.339039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763593.339046:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763593.339055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484802304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.339064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.339068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763593.339070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763593.339074:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484802176:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763593.339075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3581
00000100:00080000:0.0:1789763593.339082:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.339086:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763593.339089:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763593.339096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484802432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.339119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.339122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763593.339124:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.339127:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3581
00000100:00080000:0.0:1789763593.339153:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.339157:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763593.339162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763593.339165:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763593.339175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484802560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.339184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.339186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763593.339187:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.339190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3581
00000100:00080000:0.0:1789763593.339193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.339196:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763593.339200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763593.339202:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8ab8c2feb800 x1876699484802176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763593.339210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484802688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.339220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763593.339224:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484802176/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763593.339225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763593.339229:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.339236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3581
00000100:00080000:0.0:1789763593.339242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.339246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:1.0:1789763593.339246:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763593.339254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763593.339256:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763593.339261:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484802176:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763593.339264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484802816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763593.339286:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484802304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763593.339324:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763593.339342:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8ab8c2feb480 x1876699484802304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763593.339365:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484802304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763593.339372:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763593.339375:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763593.339377:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484802304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763593.339383:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484802432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763593.339402:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763593.339412:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8ab8c2feb100 x1876699484802432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763593.339421:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484802432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763593.339426:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763593.339430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763593.339434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484802432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763593.339439:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484802560:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763593.339454:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763593.339462:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8ab8c2fe8e00 x1876699484802560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763593.339469:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484802560/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763593.339480:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763593.339483:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763593.339485:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484802560:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763593.339489:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484802688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763593.339502:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763593.339511:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8ab8c2fe9180 x1876699484802688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763593.339520:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484802688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763593.339527:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763593.339529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763593.339532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484802688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763593.339537:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484802816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763593.339549:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763593.339555:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8ab8c2feaa00 x1876699484802816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763593.339562:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484802816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763593.339567:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763593.339568:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763593.339571:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484802816:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763594.043185:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763595.067083:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763596.091113:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763597.115119:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763598.139160:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763598.459109:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763598.459125:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763598.459132:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763598.459149:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3587
00000100:00080000:2.0:1789763598.459167:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763598.459179:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763598.459246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484802944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763598.459289:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763598.459295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763598.459298:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763598.459305:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3587
00000100:00080000:2.0:1789763598.459311:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763598.459320:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763598.459340:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763598.459374:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484802944:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763598.459375:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484803072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763598.459409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763598.459416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763598.459420:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763598.459428:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3587
00000100:00080000:2.0:1789763598.459436:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763598.459445:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763598.459455:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763598.459480:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484803200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763598.459500:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763598.459506:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763598.459510:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763598.459522:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763598.459530:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3587
00000100:00080000:2.0:1789763598.459542:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763598.459552:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763598.459573:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763598.459613:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484803328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763598.459629:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8ab8c33df800 x1876699484802944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763598.459634:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763598.459648:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763598.459654:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763598.459671:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3587
00000100:00080000:2.0:1789763598.459679:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763598.459685:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763598.459694:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763598.459696:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484802944/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763598.459717:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484803456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763598.459726:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763598.459736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763598.459747:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763598.459747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763598.459754:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763598.459767:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3587
00000100:00100000:1.0:1789763598.459768:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484802944:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763598.459771:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763598.459784:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763598.459791:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763598.459804:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484803584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763598.459836:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763598.459937:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763598.459966:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8ab8c33dca80 x1876699484803072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763598.459993:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484803072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763598.460011:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763598.460018:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763598.460025:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763598.460038:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763598.460106:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763598.460132:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8ab8c33dd180 x1876699484803200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763598.460159:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484803200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763598.460175:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763598.460183:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763598.460190:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763598.460203:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803328:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763598.460244:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763598.460267:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8ab8c33ded80 x1876699484803328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763598.460292:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484803328/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763598.460310:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763598.460318:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763598.460325:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803328:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763598.460337:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484803456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763598.460378:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763598.460401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8ab8c33de680 x1876699484803456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763598.460441:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484803456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763598.460458:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763598.460464:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763598.460471:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484803456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763598.460480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484803584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763598.460510:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763598.460525:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8ab8c33dd880 x1876699484803584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763598.460540:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484803584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763598.460550:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763598.460554:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763598.460558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484803584:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763599.163192:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763600.187112:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763601.211179:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763602.235126:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763603.259134:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763603.579092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763603.579109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763603.579116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763603.579134:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3592
00000100:00080000:1.0:1789763603.579151:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763603.579165:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763603.579221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484803712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763603.579271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763603.579279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763603.579283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763603.579291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3592
00000100:00080000:1.0:1789763603.579300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763603.579307:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763603.579321:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763603.579342:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484803712:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763603.579348:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484803840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763603.579371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763603.579375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763603.579377:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763603.579383:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3592
00000100:00080000:1.0:1789763603.579387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763603.579391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763603.579397:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763603.579414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484803968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763603.579425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763603.579430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763603.579434:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763603.579439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3592
00000100:00080000:1.0:1789763603.579445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763603.579449:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763603.579455:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763603.579461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763603.579475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484804096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763603.579491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763603.579495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763603.579497:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763603.579502:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3592
00000100:00080000:1.0:1789763603.579509:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763603.579515:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763603.579522:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763603.579527:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff8ab8d84ab480 x1876699484803712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763603.579542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484804224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763603.579559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763603.579565:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484803712/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763603.579567:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763603.579573:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763603.579585:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3592
00000100:00080000:1.0:1789763603.579594:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763603.579599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763603.579600:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763603.579615:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763603.579620:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763603.579631:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484804352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763603.579637:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484803712:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763603.579699:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763603.579741:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763603.579775:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff8ab8d84a9f80 x1876699484803840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763603.579794:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484803840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763603.579806:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763603.579810:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763603.579815:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763603.579823:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763603.579848:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763603.579906:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff8ab8d84aad80 x1876699484803968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763603.579937:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484803968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763603.579956:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763603.579963:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763603.579970:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484803968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763603.579980:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484804096:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763603.580012:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763603.580058:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff8ab8d84a8a80 x1876699484804096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763603.580086:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484804096/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763603.580100:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763603.580106:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763603.580113:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484804096:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763603.580126:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484804224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763603.580168:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763603.580190:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff8ab8d84aa680 x1876699484804224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763603.580206:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484804224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763603.580217:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763603.580220:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763603.580225:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484804224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763603.580232:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484804352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763603.580257:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763603.580269:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763603/real 1789763603]  req@ffff8ab8d84a8000 x1876699484804352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763603.580283:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484804352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763603.580300:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763603.580304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763603.580308:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484804352:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763604.283072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763605.307124:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763606.331061:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763607.355143:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763608.379127:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763608.699075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.699110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763608.699118:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.699138:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3597
00000100:00080000:0.0:1789763608.699156:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.699168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763608.699236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484804480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.699281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.699287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763608.699290:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.699307:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3597
00000100:00080000:0.0:1789763608.699314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.699320:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763608.699335:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763608.699349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484804480:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763608.699358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484804608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.699376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.699382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763608.699385:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.699391:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3597
00000100:00080000:0.0:1789763608.699395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.699400:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763608.699407:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763608.699422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484804736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.699434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.699440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763608.699442:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.699447:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3597
00000100:00080000:0.0:1789763608.699452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.699456:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763608.699462:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763608.699469:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763608.699484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484804864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763608.699500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.699506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763608.699508:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.699513:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3597
00000100:00080000:0.0:1789763608.699518:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.699524:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763608.699532:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763608.699554:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484804992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763608.699557:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608]  req@ffff8ab8c2fe9f80 x1876699484804480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763608.699580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763608.699594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763608.699599:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763608.699611:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3597
00000100:00080000:0.0:1789763608.699617:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763608.699623:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763608.699629:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763608.699638:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484804480/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763608.699647:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484805120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763608.699696:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763608.699712:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763608.699724:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484804480:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763608.699769:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484804608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763608.699807:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763608.699825:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608]  req@ffff8ab8c2febb80 x1876699484804608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763608.699843:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484804608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763608.699854:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763608.699859:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763608.699898:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484804608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763608.699906:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484804736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763608.699934:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763608.699949:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608]  req@ffff8ab8c2fea300 x1876699484804736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763608.699964:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484804736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763608.699974:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763608.699978:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763608.699982:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484804736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763608.700012:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484804864:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763608.700044:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763608.700059:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608]  req@ffff8ab8c2fea680 x1876699484804864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763608.700074:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484804864/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763608.700085:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763608.700089:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763608.700093:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484804864:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763608.700100:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484804992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763608.700121:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763608.700133:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608]  req@ffff8ab8c2fe9500 x1876699484804992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763608.700157:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484804992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763608.700167:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763608.700170:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763608.700174:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484804992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763608.700181:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484805120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763608.700201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763608.700213:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763608/real 1789763608]  req@ffff8ab8c2feaa00 x1876699484805120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763608.700227:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484805120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763608.700237:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763608.700240:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763608.700244:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484805120:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763609.403135:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763610.427064:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763611.451164:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763612.475084:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763613.499111:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763613.819023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763613.819035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763613.819041:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763613.819053:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3602
00000100:00080000:0.0:1789763613.819068:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763613.819079:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763613.819129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484805248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763613.819162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763613.819167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763613.819170:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763613.819175:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3602
00000100:00080000:0.0:1789763613.819180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763613.819184:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763613.819196:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763613.819214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484805376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763613.819230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763613.819238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763613.819240:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484805248:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763613.819242:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763613.819257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3602
00000100:00080000:0.0:1789763613.819262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763613.819267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763613.819273:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763613.819290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484805504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763613.819303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763613.819308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763613.819311:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763613.819316:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3602
00000100:00080000:0.0:1789763613.819323:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763613.819328:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763613.819334:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763613.819344:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763613.819352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484805632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763613.819370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763613.819375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763613.819377:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763613.819382:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3602
00000100:00080000:0.0:1789763613.819388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763613.819394:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763613.819401:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763613.819407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff8ab8c2fe9180 x1876699484805248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763613.819424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484805760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763613.819440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763613.819446:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484805248/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763613.819448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763613.819455:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763613.819469:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3602
00000100:00080000:0.0:1789763613.819478:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763613.819488:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763613.819497:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763613.819499:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763613.819510:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484805888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763613.819516:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763613.819538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484805248:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763613.819585:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484805376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763613.819622:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763613.819641:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff8ab8c2fe8e00 x1876699484805376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763613.819657:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484805376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763613.819668:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763613.819672:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763613.819677:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484805376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763613.819684:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484805504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763613.819705:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763613.819717:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff8ab8c2feb100 x1876699484805504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763613.819731:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484805504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763613.819741:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763613.819745:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763613.819749:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484805504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763613.819757:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484805632:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763613.819777:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763613.819788:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff8ab8c2feb480 x1876699484805632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763613.819802:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484805632/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763613.819813:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763613.819816:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763613.819819:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484805632:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763613.819826:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484805760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763613.819845:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763613.819857:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff8ab8c2feb800 x1876699484805760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763613.819915:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484805760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763613.819926:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763613.819930:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763613.819934:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484805760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763613.819942:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484805888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763613.820005:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763613.820023:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763613/real 1789763613]  req@ffff8ab8c2fe8000 x1876699484805888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763613.820048:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484805888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763613.820064:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763613.820071:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763613.820077:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484805888:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763614.523143:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763615.547072:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763616.571094:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763617.595079:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763618.619113:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763618.939057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763618.939072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763618.939079:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763618.939094:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3607
00000100:00080000:1.0:1789763618.939111:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763618.939122:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763618.939191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484806016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763618.939251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763618.939259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763618.939263:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763618.939270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3607
00000100:00080000:1.0:1789763618.939277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763618.939284:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763618.939300:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763618.939324:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484806016:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763618.939327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484806144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763618.939351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763618.939355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763618.939357:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763618.939363:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3607
00000100:00080000:1.0:1789763618.939367:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763618.939371:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763618.939377:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763618.939394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484806272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763618.939405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763618.939409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763618.939412:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763618.939417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3607
00000100:00080000:1.0:1789763618.939423:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763618.939428:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763618.939434:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763618.939446:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763618.939452:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484806400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763618.939469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763618.939474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763618.939478:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763618.939483:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3607
00000100:00080000:1.0:1789763618.939490:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763618.939495:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763618.939500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763618.939515:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484806528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763618.939527:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763618.939536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff8ab8d84a8700 x1876699484806016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763618.939536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763618.939543:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763618.939559:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3607
00000100:00080000:1.0:1789763618.939569:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763618.939579:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763618.939586:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763618.939599:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484806016/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763618.939608:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484806656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763618.939675:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763618.939686:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763618.939693:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484806016:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763618.939733:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484806144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763618.939771:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763618.939790:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff8ab8d84ab800 x1876699484806144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763618.939807:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484806144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763618.939818:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763618.939822:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763618.939826:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484806144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763618.939833:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484806272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763618.939856:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763618.939905:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff8ab8d84a9500 x1876699484806272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763618.939948:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484806272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763618.939968:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763618.939973:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763618.939977:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484806272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763618.939986:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484806400:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763618.940016:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763618.940031:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff8ab8d84a9880 x1876699484806400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763618.940045:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484806400/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763618.940055:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763618.940059:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763618.940062:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484806400:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763618.940070:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484806528:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763618.940091:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763618.940103:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff8ab8d84a8380 x1876699484806528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763618.940117:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484806528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763618.940126:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763618.940130:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763618.940134:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484806528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763618.940141:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484806656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763618.940161:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763618.940172:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763618/real 1789763618]  req@ffff8ab8d84a8000 x1876699484806656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763618.940186:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484806656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763618.940195:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763618.940199:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763618.940202:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484806656:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763619.643162:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763620.667107:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763621.691108:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763622.715121:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763623.739107:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763624.059075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.059086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763624.059092:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.059104:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3612
00000100:00080000:2.0:1789763624.059118:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.059127:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763624.059174:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484806784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.059215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.059220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763624.059223:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.059228:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3612
00000100:00080000:2.0:1789763624.059232:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.059236:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763624.059249:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.059263:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484806912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.059277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.059281:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763624.059284:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.059288:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3612
00000100:00080000:2.0:1789763624.059292:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.059295:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763624.059300:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.059312:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484807040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.059324:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.059330:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763624.059335:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.059342:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3612
00000100:00080000:2.0:1789763624.059348:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.059358:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763624.059368:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763624.059392:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484806784:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763624.059399:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484807168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.059437:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.059446:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763624.059450:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.059461:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3612
00000100:00080000:2.0:1789763624.059471:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.059478:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763624.059490:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.059516:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484807296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.059537:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763624.059552:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763624.059553:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763624.059564:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.059572:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3612
00000100:00080000:2.0:1789763624.059581:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.059588:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763624.059595:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.059620:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484807424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763624.059656:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8ab8c33dc380 x1876699484806784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.059688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484806784/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.059705:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.059712:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763624.059718:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484806784:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763624.059729:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484806912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763624.059770:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763624.059804:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8ab8c33dc000 x1876699484806912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.059822:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484806912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.059833:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.059838:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763624.059842:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484806912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763624.059850:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763624.060007:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763624.060026:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8ab8c33dc700 x1876699484807040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.060042:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484807040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.060053:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.060058:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763624.060062:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763624.060104:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807168:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763624.060131:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763624.060144:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8ab8c33dd880 x1876699484807168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.060169:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484807168/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.060179:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.060183:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763624.060187:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807168:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763624.060195:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484807296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763624.060215:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763624.060227:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8ab8c33de680 x1876699484807296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.060242:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484807296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.060251:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.060255:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763624.060258:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484807296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763624.060265:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484807424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763624.060285:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763624.060297:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8ab8c33ded80 x1876699484807424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.060311:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484807424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.060329:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.060333:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763624.060337:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484807424:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763624.763133:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763625.787108:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763626.811115:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763627.835071:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763628.859064:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763629.179028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.179046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763629.179054:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.179067:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3617
00000100:00080000:2.0:1789763629.179086:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.179097:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763629.179148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484807552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.179202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.179208:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.179211:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.179221:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3617
00000100:00080000:2.0:1789763629.179227:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.179235:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763629.179252:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.179272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484807680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.179290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.179295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763629.179299:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.179304:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3617
00000100:00080000:2.0:1789763629.179310:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.179315:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763629.179323:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.179355:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484807808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763629.179355:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484807552:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763629.179404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.179423:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.179428:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.179442:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3617
00000100:00080000:2.0:1789763629.179448:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.179456:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763629.179465:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763629.179481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484807936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.179498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.179503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.179506:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.179511:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3617
00000100:00080000:2.0:1789763629.179518:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763629.179531:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763629.179541:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763629.179551:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.179573:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484808064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.179588:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.179593:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763629.179595:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.179599:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3617
00000100:00080000:2.0:1789763629.179602:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.179606:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763629.179611:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.179620:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484808192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763629.179754:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8ab8c33dd180 x1876699484807552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.179797:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484807552/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.180088:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.180099:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763629.180106:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484807552:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763629.180123:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763629.180250:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763629.180288:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8ab8c33dca80 x1876699484807680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.180313:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484807680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.180325:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.180332:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763629.180339:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763629.180390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763629.180437:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763629.180460:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8ab8c33df800 x1876699484807808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.180476:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484807808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.180487:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.180492:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763629.180496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763629.180504:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807936:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763629.180531:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763629.180545:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8ab8c33ddf80 x1876699484807936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.180559:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484807936/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.180575:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.180582:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763629.180589:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484807936:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763629.180601:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484808064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763629.180642:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763629.180666:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8ab8c33de300 x1876699484808064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.180697:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484808064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.180707:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.180712:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763629.180716:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484808064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763629.180723:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484808192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763629.180752:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763629.180774:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8ab8c33df100 x1876699484808192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.180798:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484808192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.180814:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763629.180821:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763629.180829:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484808192:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763629.883094:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763630.907083:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763631.931099:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763632.955027:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763633.979071:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763634.299021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763634.299034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763634.299039:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763634.299052:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3622
00000100:00080000:0.0:1789763634.299065:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763634.299074:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763634.299134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484808320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763634.299170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763634.299175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763634.299178:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763634.299183:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3622
00000100:00080000:0.0:1789763634.299187:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763634.299192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763634.299206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763634.299235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484808448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763634.299241:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484808320:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763634.299288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763634.299296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763634.299301:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763634.299311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3622
00000100:00080000:0.0:1789763634.299321:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763634.299327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763634.299335:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763634.299356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484808576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763634.299371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763634.299376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763634.299379:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763634.299385:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3622
00000100:00080000:0.0:1789763634.299392:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763634.299397:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763634.299405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763634.299417:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484808448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763634.299424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484808704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763634.299450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763634.299457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763634.299463:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763634.299471:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484808576:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789763634.299476:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3622
00000100:00080000:0.0:1789763634.299493:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763634.299503:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763634.299517:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484808704:192.168.203.110@tcp:8:kworker.0
00000008:00100000:0.0:1789763634.299518:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763634.299558:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484808832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763634.299590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763634.299596:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763634.299599:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763634.299606:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3622
00000100:00080000:0.0:1789763634.299614:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763634.299625:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484808832:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789763634.299626:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763634.299642:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763634.299667:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484808960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763634.299710:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484808960:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763635.003036:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763636.027095:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763637.051080:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763637.371215:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789763637.371293:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763637.371309:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763637.371347:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763637.371355:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763637.371361:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763637.371369:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763637.371375:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789763637.371426:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763637]  req@ffff8ab8c2fe8000 x1876699484808960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763637.371474:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484808960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763637.371489:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763637.371496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763637.371502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484808960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763637.371513:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763637]  req@ffff8ab8c2fe9c00 x1876699484808832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763637.371532:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484808832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763637.371551:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763637.371560:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763637.371564:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484808832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763637.371574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763637]  req@ffff8ab8c2fe8380 x1876699484808704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763637.371591:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484808704/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763637.371602:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763637.371607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763637.371612:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484808704:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763637.371621:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763637]  req@ffff8ab8c2fead80 x1876699484808448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763637.371637:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484808448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763637.371648:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763637.371653:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763637.371657:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484808448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763637.371665:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763637]  req@ffff8ab8c2fe8a80 x1876699484808576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763637.371679:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484808576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763637.371688:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763637.371692:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763637.371696:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484808576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763637.371704:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763637]  req@ffff8ab8c2fe9880 x1876699484808320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763637.371718:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484808320/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763637.371728:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763637.371740:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763637.371745:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484808320:192.168.203.110@tcp:250:kworker.0
00010000:00010000:0.0:1789763638.075070:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763639.099092:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763639.419090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763639.419103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763639.419108:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763639.419121:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3627
00000100:00080000:1.0:1789763639.419135:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763639.419144:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763639.419188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484809088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763639.419226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763639.419232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763639.419236:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763639.419244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3627
00000100:00080000:1.0:1789763639.419251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763639.419259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763639.419274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763639.419300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484809216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763639.419307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484809088:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763639.419332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763639.419337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763639.419341:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763639.419347:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3627
00000100:00080000:1.0:1789763639.419354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763639.419374:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763639.419384:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763639.419394:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763639.419403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484809344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763639.419420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763639.419426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763639.419430:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763639.419435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3627
00000100:00080000:1.0:1789763639.419441:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763639.419448:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763639.419453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8ab8d84aa680 x1876699484809088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763639.419457:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763639.419475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484809472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763639.419484:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484809088/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763639.419494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763639.419500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763639.419504:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763639.419504:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763639.419511:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3627
00000100:00080000:3.0:1789763639.419512:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789763639.419517:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763639.419521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484809088:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763639.419524:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763639.419532:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763639.419547:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484809600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763639.419558:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484809216:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763639.419567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763639.419573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763639.419577:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763639.419583:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3627
00000100:00080000:1.0:1789763639.419589:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763639.419596:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789763639.419596:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789763639.419604:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763639.419620:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8ab8d84a8a80 x1876699484809216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763639.419622:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484809728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763639.419647:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484809216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763639.419663:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763639.419669:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763639.419676:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484809216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763639.419688:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484809344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763639.419735:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763639.419761:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8ab8d84aad80 x1876699484809344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763639.419818:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484809344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763639.419834:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763639.419841:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763639.419847:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484809344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763639.419859:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484809472:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763639.419951:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763639.419977:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8ab8d84a9f80 x1876699484809472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763639.420002:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484809472/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763639.420029:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763639.420036:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763639.420042:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484809472:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763639.420075:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484809600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763639.420119:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763639.420156:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8ab8d84ab480 x1876699484809600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763639.420193:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484809600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763639.420209:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763639.420215:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763639.420749:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484809600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763639.420761:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484809728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763639.420844:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763639.420910:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8ab8d84a9180 x1876699484809728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763639.420940:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484809728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763639.420957:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763639.420964:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763639.420971:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484809728:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763640.123080:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763641.147090:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763642.171117:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763643.195121:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763644.219151:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763644.539019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.539035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763644.539042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.539059:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3633
00000100:00080000:0.0:1789763644.539076:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.539088:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763644.539154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484809856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763644.539220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.539229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763644.539233:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.539244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3633
00000100:00080000:0.0:1789763644.539254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.539264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763644.539283:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484809856:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763644.539285:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763644.539318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484809984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763644.539336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.539341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763644.539345:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.539350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3633
00000100:00080000:0.0:1789763644.539356:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.539362:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763644.539369:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763644.539385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484810112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763644.539415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763644.539419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763644.539423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763644.539428:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.539435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3633
00000100:00080000:0.0:1789763644.539443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.539448:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763644.539456:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763644.539473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484810240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763644.539488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.539493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763644.539496:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763644.539502:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff8ab8c2feb800 x1876699484809856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763644.539509:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3633
00000100:00080000:0.0:1789763644.539519:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.539530:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763644.539541:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763644.539560:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484810368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763644.539570:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484809856/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763644.539578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763644.539592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763644.539599:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763644.539613:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3633
00000100:00080000:0.0:1789763644.539621:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763644.539632:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763644.539643:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763644.539657:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763644.539659:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484810496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763644.539680:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763644.539700:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484809856:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763644.539781:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484809984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763644.539820:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763644.539839:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff8ab8c2feb480 x1876699484809984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763644.539912:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484809984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763644.539927:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763644.539934:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763644.539940:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484809984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763644.539951:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484810112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763644.539982:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763644.539997:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff8ab8c2feb100 x1876699484810112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763644.540013:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484810112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763644.540023:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763644.540027:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763644.540031:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484810112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763644.540040:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484810240:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763644.540078:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763644.540092:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff8ab8c2fe8e00 x1876699484810240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763644.540107:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484810240/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763644.540117:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763644.540121:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763644.540126:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484810240:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763644.540132:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484810368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763644.540153:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763644.540167:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff8ab8c2fe9180 x1876699484810368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763644.540183:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484810368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763644.540211:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763644.540215:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763644.540220:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484810368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763644.540228:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484810496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763644.540253:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763644.540271:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763644/real 1789763644]  req@ffff8ab8c2feaa00 x1876699484810496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763644.540286:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484810496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763644.540297:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763644.540300:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763644.540304:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484810496:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763645.243149:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763646.267115:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763647.291070:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763648.315072:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763649.339064:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763649.658992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.659002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763649.659007:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.659018:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3638
00000100:00080000:1.0:1789763649.659029:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.659037:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763649.659077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484810624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763649.659118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.659124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763649.659127:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.659146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3638
00000100:00080000:1.0:1789763649.659153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.659161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763649.659177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763649.659197:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484810624:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763649.659203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484810752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763649.659228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.659234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763649.659237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.659244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3638
00000100:00080000:1.0:1789763649.659251:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.659259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763649.659267:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763649.659291:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763649.659292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484810880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763649.659312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.659318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763649.659321:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.659329:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3638
00000100:00080000:1.0:1789763649.659336:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.659346:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763649.659349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff8ab8d84a9c00 x1876699484810624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763649.659353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763649.659373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484811008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763649.659386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.659392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789763649.659394:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484810624/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763649.659395:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.659406:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3638
00000100:00080000:1.0:1789763649.659413:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.659422:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763649.659427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763649.659429:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763649.659440:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763649.659446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484811136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763649.659449:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484810624:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763649.659469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763649.659473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763649.659475:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763649.659480:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3638
00000100:00080000:1.0:1789763649.659484:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763649.659488:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763649.659493:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484810752:192.168.203.110@tcp:38:kworker.0
00000008:00100000:1.0:1789763649.659496:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763649.659513:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484811264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763649.659535:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763649.659564:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff8ab8d84ab100 x1876699484810752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763649.659579:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484810752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763649.659595:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763649.659599:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763649.659604:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484810752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763649.659613:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484810880:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763649.659649:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763649.659667:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff8ab8d84abb80 x1876699484810880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763649.659708:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484810880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763649.659718:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763649.659729:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763649.659744:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484810880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763649.659751:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484811008:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763649.659777:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763649.659790:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff8ab8d84aa300 x1876699484811008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763649.659802:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484811008/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763649.659810:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763649.659813:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763649.659818:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484811008:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763649.659824:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484811136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763649.659840:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763649.659850:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff8ab8d84a8e00 x1876699484811136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763649.659861:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484811136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763649.659902:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763649.659905:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763649.659909:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484811136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763649.659930:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484811264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763649.659950:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763649.659970:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763649/real 1789763649]  req@ffff8ab8d84a9c00 x1876699484811264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763649.659982:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484811264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763649.659990:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763649.659993:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763649.659996:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484811264:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763650.362982:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763651.387129:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763652.411053:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763653.435075:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763654.459074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763654.779104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.779120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763654.779126:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.779142:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3643
00000100:00080000:0.0:1789763654.779160:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.779172:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763654.779233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484811392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763654.779301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.779309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763654.779313:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.779329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3643
00000100:00080000:0.0:1789763654.779338:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.779346:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763654.779364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763654.779390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484811520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763654.779395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484811392:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763654.779411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.779417:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763654.779421:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.779428:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3643
00000100:00080000:0.0:1789763654.779434:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.779440:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763654.779449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763654.779466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484811648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763654.779482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.779488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763654.779491:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.779497:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3643
00000100:00080000:0.0:1789763654.779502:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.779508:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763654.779516:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763654.779524:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763654.779532:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484811776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763654.779550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.779555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763654.779558:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.779565:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3643
00000100:00080000:0.0:1789763654.779571:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763654.779576:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763654.779584:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763654.779594:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff8ab8c2fe9500 x1876699484811392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763654.779603:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484811904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763654.779621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763654.779628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763654.779629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484811392/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763654.779631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763654.779639:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3643
00000100:00080000:0.0:1789763654.779645:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763654.779649:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763654.779683:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763654.779687:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789763654.779692:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763654.779695:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484811392:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763654.779713:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484812032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763654.779738:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484811520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763654.779783:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763654.779811:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff8ab8c2fea680 x1876699484811520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763654.779836:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484811520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763654.779848:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763654.779852:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763654.779857:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484811520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763654.779911:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484811648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763654.779943:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763654.779959:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff8ab8c2fea300 x1876699484811648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763654.779975:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484811648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763654.780000:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763654.780004:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763654.780008:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484811648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763654.780015:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484811776:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763654.780036:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763654.780048:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff8ab8c2febb80 x1876699484811776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763654.780071:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484811776/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763654.780081:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763654.780085:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763654.780089:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484811776:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763654.780095:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484811904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763654.780115:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763654.780127:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff8ab8c2fe9f80 x1876699484811904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763654.780142:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484811904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763654.780151:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763654.780154:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763654.780159:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484811904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763654.780166:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484812032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763654.780187:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763654.780198:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763654/real 1789763654]  req@ffff8ab8c2feaa00 x1876699484812032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763654.780212:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484812032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763654.780222:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763654.780225:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763654.780229:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484812032:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763655.483234:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763656.507056:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763657.531042:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763658.555051:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763659.579072:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763659.898943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763659.898952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763659.898956:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763659.898966:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3648
00000100:00080000:0.0:1789763659.898976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763659.898983:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763659.899028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484812160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763659.899052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763659.899055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763659.899057:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763659.899061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3648
00000100:00080000:0.0:1789763659.899063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763659.899067:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763659.899081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763659.899093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484812288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763659.899099:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484812160:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763659.899110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763659.899115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763659.899116:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763659.899120:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3648
00000100:00080000:0.0:1789763659.899124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763659.899127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763659.899132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763659.899141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484812416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763659.899167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763659.899170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763659.899172:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763659.899176:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3648
00000100:00080000:0.0:1789763659.899179:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763659.899182:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763659.899187:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763659.899191:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763659.899203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484812544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763659.899214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763659.899218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763659.899219:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763659.899223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3648
00000100:00080000:0.0:1789763659.899226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763659.899230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763659.899235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763659.899242:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff8ab8c2fe9180 x1876699484812160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763659.899248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484812672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763659.899279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763659.899282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763659.899284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763659.899288:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484812160/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763659.899292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3648
00000100:00080000:0.0:1789763659.899300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763659.899308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763659.899316:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763659.899318:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763659.899327:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763659.899329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484812800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763659.899339:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484812160:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763659.899393:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484812288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763659.899424:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763659.899457:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff8ab8c2fe8e00 x1876699484812288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763659.899470:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484812288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763659.899478:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763659.899481:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763659.899484:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484812288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763659.899490:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484812416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763659.899507:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763659.899516:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff8ab8c2feb100 x1876699484812416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763659.899527:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484812416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763659.899533:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763659.899536:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763659.899538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484812416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763659.899543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484812544:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763659.899557:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763659.899565:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff8ab8c2feb480 x1876699484812544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763659.899575:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484812544/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763659.899583:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763659.899585:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763659.899588:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484812544:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763659.899592:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484812672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763659.899606:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763659.899634:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff8ab8c2feb800 x1876699484812672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763659.899662:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484812672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763659.899668:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763659.899672:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763659.899674:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484812672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763659.899679:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484812800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763659.899696:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763659.899723:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763659/real 1789763659]  req@ffff8ab8c2fe9880 x1876699484812800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763659.899736:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484812800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763659.899744:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763659.899747:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763659.899750:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484812800:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763660.603109:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763661.627100:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763662.651121:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763663.675082:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763664.699064:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763665.019139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763665.019152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763665.019159:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763665.019173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3653
00000100:00080000:0.0:1789763665.019187:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763665.019197:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763665.019246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484812928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763665.019284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763665.019290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763665.019292:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763665.019299:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3653
00000100:00080000:0.0:1789763665.019305:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763665.019312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763665.019329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763665.019373:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484812928:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763665.019374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484813056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763665.019421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763665.019427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763665.019430:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763665.019443:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3653
00000100:00080000:0.0:1789763665.019449:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763665.019454:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763665.019461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763665.019475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484813184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763665.019487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763665.019492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763665.019494:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763665.019500:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3653
00000100:00080000:0.0:1789763665.019506:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763665.019510:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763665.019520:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763665.019531:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763665.019538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484813312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763665.019554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763665.019559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763665.019562:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763665.019568:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3653
00000100:00080000:0.0:1789763665.019573:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763665.019599:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763665.019606:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763665.019627:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484813440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763665.019645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763665.019651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763665.019654:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763665.019664:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3653
00000100:00100000:2.0:1789763665.019666:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8ab8c2fe8a80 x1876699484812928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.019671:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763665.019688:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763665.019707:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763665.019738:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484813568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763665.019747:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484812928/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.019808:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.019819:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763665.019829:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484812928:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763665.019939:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.019992:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763665.020024:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8ab8c2fead80 x1876699484813056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.020064:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484813056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.020089:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.020097:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763665.020109:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.020125:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.020150:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763665.020164:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8ab8c2fe8380 x1876699484813184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.020179:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484813184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.020189:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.020192:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763665.020196:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.020220:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813312:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763665.020253:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763665.020266:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8ab8c2fe9c00 x1876699484813312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.020282:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484813312/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.020293:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.020297:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763665.020301:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813312:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763665.020308:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484813440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.020330:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763665.020342:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8ab8c2fe8000 x1876699484813440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.020356:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484813440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.020366:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.020369:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763665.020373:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484813440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.020380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484813568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.020401:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763665.020413:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8ab8c2fe9880 x1876699484813568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.020427:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484813568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.020445:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.020449:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763665.020453:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484813568:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763665.723098:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763666.747074:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763667.771107:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763668.795126:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763669.819112:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763670.139056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.139077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763670.139085:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.139106:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3658
00000100:00080000:2.0:1789763670.139129:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.139163:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763670.139226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484813696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.139271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.139279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.139283:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.139292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3658
00000100:00080000:2.0:1789763670.139301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.139309:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763670.139328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763670.139347:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484813696:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763670.139353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484813824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.139383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.139389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763670.139392:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.139410:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3658
00000100:00080000:2.0:1789763670.139416:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.139423:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763670.139431:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.139448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484813952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.139464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.139470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.139474:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763670.139475:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763670.139480:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3658
00000100:00080000:2.0:1789763670.139485:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.139492:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763670.139500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763670.139532:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484814080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.139588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.139594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.139598:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763670.139601:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8ab8c33dfb80 x1876699484813696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.139605:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3658
00000100:00080000:2.0:1789763670.139613:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.139619:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763670.139628:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763670.139647:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484813696/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763670.139659:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484814208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763670.139668:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763670.139676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763670.139677:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763670.139683:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763670.139686:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763670.139686:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484813696:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763670.139694:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3658
00000100:00080000:2.0:1789763670.139699:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.139704:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763670.139712:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.139728:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484814336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763670.139730:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763670.139776:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763670.139805:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8ab8c33ddc00 x1876699484813824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763670.139831:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484813824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763670.139845:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763670.139849:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763670.139854:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763670.139898:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763670.139942:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763670.139960:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8ab8c33df480 x1876699484813952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763670.139975:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484813952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763670.139986:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763670.139990:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763670.139994:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484813952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763670.140001:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484814080:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763670.140037:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763670.140052:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8ab8c33df100 x1876699484814080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763670.140067:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484814080/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763670.140078:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763670.140082:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763670.140086:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484814080:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763670.140093:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484814208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763670.140117:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763670.140129:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8ab8c33de300 x1876699484814208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763670.140143:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484814208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763670.140158:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763670.140164:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763670.140171:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484814208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763670.140202:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484814336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763670.140243:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763670.140267:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8ab8c33ddf80 x1876699484814336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763670.140287:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484814336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763670.140298:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763670.140303:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763670.140307:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484814336:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763670.843089:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763671.867088:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763672.891109:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763673.915150:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763674.939120:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763675.259073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763675.259086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763675.259102:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763675.259116:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3663
00000100:00080000:1.0:1789763675.259129:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763675.259139:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763675.259186:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484814464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763675.259226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763675.259231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763675.259233:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763675.259239:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3663
00000100:00080000:1.0:1789763675.259243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763675.259247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763675.259257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763675.259272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484814592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763675.259287:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763675.259292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763675.259295:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763675.259301:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3663
00000100:00080000:1.0:1789763675.259305:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763675.259310:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763675.259316:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763675.259329:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484814464:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763675.259332:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484814720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763675.259363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763675.259367:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763675.259370:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763675.259374:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3663
00000100:00080000:1.0:1789763675.259379:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763675.259384:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763675.259391:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763675.259408:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484814848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763675.259421:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763675.259431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763675.259434:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763675.259440:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763675.259447:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3663
00000100:00080000:1.0:1789763675.259455:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763675.259460:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763675.259468:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763675.259484:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484814976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763675.259498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763675.259523:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8ab8d84a9180 x1876699484814464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763675.259526:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763675.259534:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763675.259549:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3663
00000100:00080000:1.0:1789763675.259560:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763675.259569:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763675.259576:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763675.259594:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484814464/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763675.259595:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484815104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.259667:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763675.259678:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763675.259687:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484814464:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763675.259701:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484814592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763675.259748:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763675.259777:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8ab8d84ab480 x1876699484814592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763675.259804:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484814592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763675.259820:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763675.259824:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763675.259829:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484814592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763675.259860:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484814720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763675.259944:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763675.259968:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8ab8d84a9f80 x1876699484814720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763675.259992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484814720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763675.260009:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763675.260015:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763675.260023:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484814720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763675.260035:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484814848:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763675.260076:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763675.260100:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8ab8d84aad80 x1876699484814848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763675.260125:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484814848/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763675.260141:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763675.260148:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763675.260155:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484814848:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763675.260168:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484814976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763675.260202:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763675.260218:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8ab8d84a8a80 x1876699484814976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763675.260233:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484814976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763675.260244:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763675.260247:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763675.260251:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484814976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763675.260258:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484815104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763675.260278:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763675.260289:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8ab8d84aa680 x1876699484815104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763675.260303:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484815104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763675.260313:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763675.260317:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763675.260320:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484815104:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763675.963162:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763676.987155:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763678.011068:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763679.035107:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763680.059066:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763680.379061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763680.379073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763680.379078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763680.379090:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3668
00000100:00080000:2.0:1789763680.379104:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763680.379113:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763680.379172:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484815232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763680.379221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763680.379226:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763680.379229:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763680.379234:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3668
00000100:00080000:2.0:1789763680.379238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763680.379242:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763680.379253:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763680.379270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484815360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763680.379285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763680.379290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763680.379292:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763680.379302:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3668
00000100:00100000:3.0:1789763680.379303:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484815232:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763680.379306:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763680.379319:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763680.379326:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763680.379343:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484815488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763680.379356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763680.379361:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763680.379363:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763680.379369:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3668
00000100:00080000:2.0:1789763680.379386:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763680.379392:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763680.379399:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763680.379400:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763680.379425:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484815616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763680.379449:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763680.379454:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763680.379456:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763680.379483:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3668
00000100:00080000:2.0:1789763680.379490:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763680.379495:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763680.379502:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763680.379506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff8ab8c33df800 x1876699484815232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763680.379523:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484815744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763680.379546:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763680.379550:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763680.379553:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763680.379559:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3668
00000100:00080000:2.0:1789763680.379566:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763680.379569:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484815232/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763680.379573:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763680.379582:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763680.379602:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484815872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.379613:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763680.379635:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763680.379644:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484815232:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763680.379680:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484815360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763680.379717:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763680.379746:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff8ab8c33dca80 x1876699484815360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763680.379763:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484815360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763680.379790:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763680.379795:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763680.379800:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484815360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763680.379808:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484815488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763680.379833:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763680.379848:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff8ab8c33dd180 x1876699484815488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763680.379913:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484815488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763680.379924:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763680.379939:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763680.379943:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484815488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763680.379951:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484815616:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763680.379979:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763680.379995:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff8ab8c33ded80 x1876699484815616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763680.380023:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484815616/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763680.380040:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763680.380046:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763680.380052:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484815616:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763680.380064:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484815744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763680.380103:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763680.380127:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff8ab8c33de680 x1876699484815744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763680.380149:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484815744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763680.380160:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763680.380164:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763680.380167:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484815744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763680.380175:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484815872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763680.380201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763680.380215:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff8ab8c33dd880 x1876699484815872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763680.380229:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484815872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763680.380239:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763680.380254:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763680.380258:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484815872:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763681.083094:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763682.107133:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763683.131062:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763684.154981:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763685.179083:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763685.499057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763685.499074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763685.499081:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763685.499097:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3674
00000100:00080000:1.0:1789763685.499110:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763685.499119:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763685.499172:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484816000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763685.499225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763685.499233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763685.499237:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763685.499246:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3674
00000100:00080000:1.0:1789763685.499256:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763685.499263:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763685.499277:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763685.499290:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484816000:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763685.499302:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484816128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763685.499323:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763685.499328:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763685.499331:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763685.499337:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3674
00000100:00080000:1.0:1789763685.499343:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763685.499349:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763685.499355:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763685.499370:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484816256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763685.499384:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763685.499394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763685.499401:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763685.499404:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763685.499412:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3674
00000100:00080000:1.0:1789763685.499417:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763685.499421:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763685.499459:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763685.499471:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff8ab8d84a8000 x1876699484816000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763685.499483:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484816384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763685.499509:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763685.499518:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789763685.499518:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484816000/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763685.499522:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763685.499539:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3674
00000100:00080000:1.0:1789763685.499551:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763685.499565:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763685.499572:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763685.499573:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763685.499588:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763685.499600:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484816512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763685.499601:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484816000:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763685.499626:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763685.499631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763685.499634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763685.499641:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3674
00000100:00080000:1.0:1789763685.499645:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763685.499649:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484816128:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763685.499656:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763685.499666:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763685.499686:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484816640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763685.499704:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763685.499729:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff8ab8d84a8380 x1876699484816128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763685.499747:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484816128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763685.499758:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763685.499763:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763685.499767:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484816128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763685.499775:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484816256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763685.499796:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763685.499808:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff8ab8d84a9880 x1876699484816256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763685.499822:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484816256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763685.499832:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763685.499836:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763685.499839:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484816256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763685.499847:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484816384:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763685.499910:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763685.499925:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff8ab8d84a9500 x1876699484816384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763685.499940:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484816384/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763685.499951:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763685.499955:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763685.499959:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484816384:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763685.499966:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484816512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763685.499989:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763685.500015:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff8ab8d84ab800 x1876699484816512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763685.500039:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484816512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763685.500055:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763685.500062:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763685.500068:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484816512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763685.500102:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484816640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763685.500140:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763685.500157:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff8ab8d84a8700 x1876699484816640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763685.500173:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484816640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763685.500183:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763685.500187:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763685.500191:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484816640:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763686.203108:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763687.227089:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763688.251077:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763689.275150:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763690.299090:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763690.619049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763690.619062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763690.619067:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763690.619080:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3679
00000100:00080000:0.0:1789763690.619094:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763690.619103:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763690.619149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484816768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763690.619187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763690.619192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763690.619195:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763690.619200:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3679
00000100:00080000:0.0:1789763690.619205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763690.619208:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763690.619220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763690.619236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484816896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763690.619249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763690.619255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763690.619258:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763690.619264:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3679
00000100:00080000:0.0:1789763690.619268:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763690.619277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763690.619279:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484816768:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763690.619284:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763690.619315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484817024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763690.619330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763690.619336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763690.619338:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763690.619343:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3679
00000100:00080000:0.0:1789763690.619348:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763690.619352:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763690.619360:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763690.619367:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763690.619383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484817152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763690.619426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763690.619431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763690.619434:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763690.619439:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3679
00000100:00080000:0.0:1789763690.619446:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763690.619451:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763690.619459:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763690.619464:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff8ab8c2feb800 x1876699484816768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763690.619480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484817280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763690.619495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763690.619501:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484816768/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763690.619503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763690.619509:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763690.619525:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3679
00000100:00080000:0.0:1789763690.619534:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763690.619536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763690.619543:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763690.619550:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789763690.619554:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763690.619561:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484816768:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763690.619575:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484817408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763690.619581:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484816896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763690.619633:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763690.619653:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff8ab8c2feb480 x1876699484816896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763690.619669:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484816896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763690.619688:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763690.619693:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763690.619697:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484816896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763690.619726:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763690.619747:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763690.619760:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff8ab8c2feb100 x1876699484817024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763690.619774:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484817024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763690.619784:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763690.619787:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763690.619791:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763690.619798:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817152:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763690.619818:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763690.619830:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff8ab8c2fe8e00 x1876699484817152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763690.619844:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484817152/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763690.619853:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763690.619857:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763690.619861:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817152:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763690.619907:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484817280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763690.619932:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763690.619946:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff8ab8c2fe9180 x1876699484817280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763690.619960:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484817280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763690.619970:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763690.619974:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763690.619978:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484817280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763690.620000:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484817408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763690.620024:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763690.620044:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763690/real 1789763690]  req@ffff8ab8c2feaa00 x1876699484817408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763690.620068:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484817408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763690.620085:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763690.620092:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763690.620100:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484817408:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763691.323113:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763692.347126:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763693.371156:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763694.395079:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763695.419135:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763695.739025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763695.739059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763695.739066:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763695.739083:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3684
00000100:00080000:1.0:1789763695.739099:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763695.739112:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763695.739187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484817536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763695.739242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763695.739248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763695.739251:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763695.739275:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3684
00000100:00080000:1.0:1789763695.739281:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763695.739288:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763695.739303:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763695.739330:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484817664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763695.739345:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484817536:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763695.739403:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763695.739410:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763695.739413:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763695.739421:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3684
00000100:00080000:1.0:1789763695.739428:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763695.739435:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763695.739445:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763695.739469:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484817792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763695.739486:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763695.739492:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763695.739496:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763695.739506:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763695.739512:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3684
00000100:00080000:1.0:1789763695.739539:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763695.739548:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763695.739559:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763695.739585:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484817920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763695.739601:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff8ab8d84a8700 x1876699484817536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763695.739612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763695.739629:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763695.739636:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763695.739650:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3684
00000100:00080000:1.0:1789763695.739659:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763695.739661:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484817536/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763695.739674:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763695.739694:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763695.739701:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763695.739714:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763695.739724:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484818048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763695.739730:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484817536:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763695.739762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763695.739769:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763695.739773:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763695.739785:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3684
00000100:00100000:3.0:1789763695.739786:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817664:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763695.739794:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763695.739840:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763695.739850:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763695.739859:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763695.739889:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff8ab8d84ab800 x1876699484817664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763695.739925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484818176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763695.739990:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484817664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.740027:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763695.740034:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763695.740041:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763695.740055:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763695.740132:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763695.740156:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff8ab8d84a9500 x1876699484817792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763695.740180:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484817792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.740227:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763695.740233:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763695.740241:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763695.740255:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817920:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763695.740297:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763695.740321:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff8ab8d84a9880 x1876699484817920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763695.740347:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484817920/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.740409:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763695.740415:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763695.740421:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484817920:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763695.740433:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484818048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763695.740471:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763695.740494:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff8ab8d84a8380 x1876699484818048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763695.740517:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484818048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.740532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763695.740538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763695.740562:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484818048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763695.740596:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484818176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763695.740631:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763695.740654:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763695/real 1789763695]  req@ffff8ab8d84a8000 x1876699484818176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763695.740676:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484818176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763695.740714:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763695.740721:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763695.740728:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484818176:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763696.443084:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763697.467202:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763698.491158:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763699.515189:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763700.539144:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763700.859006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763700.859024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763700.859031:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763700.859050:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3689
00000100:00080000:1.0:1789763700.859067:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763700.859083:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763700.859143:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484818304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763700.859209:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763700.859216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763700.859220:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763700.859229:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3689
00000100:00080000:1.0:1789763700.859238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763700.859245:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763700.859259:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763700.859296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484818432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763700.859309:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484818304:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763700.859349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763700.859356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763700.859359:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763700.859368:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3689
00000100:00080000:1.0:1789763700.859375:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763700.859384:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763700.859392:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763700.859413:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484818560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763700.859427:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763700.859433:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763700.859436:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763700.859443:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3689
00000100:00080000:1.0:1789763700.859450:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763700.859457:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763700.859465:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763700.859481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484818688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763700.859494:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484818432:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763700.859501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763700.859507:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763700.859510:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763700.859518:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3689
00000100:00080000:1.0:1789763700.859524:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763700.859529:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763700.859536:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763700.859548:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484818560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763700.859559:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484818816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763700.859574:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763700.859580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763700.859583:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763700.859591:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3689
00000100:00080000:1.0:1789763700.859597:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763700.859601:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484818688:192.168.203.110@tcp:8:kworker.0
00000100:00080000:1.0:1789763700.859607:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763700.859624:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763700.859645:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484818944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763700.859660:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484818816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763700.859700:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484818944:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763701.563091:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763702.587106:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763703.611000:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763703.931201:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789763703.931255:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763703.931275:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763703.931345:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763703.931357:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763703.931369:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763703.931383:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763703.931397:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789763703.931406:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763703]  req@ffff8ab8d84a9f80 x1876699484818688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763703.931435:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484818688/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763703.931451:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763703.931458:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763703.931463:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484818688:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763703.931473:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763703]  req@ffff8ab8d84ab480 x1876699484818816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763703.931489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484818816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763703.931507:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763703.931528:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763703.931532:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484818816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763703.931539:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763703]  req@ffff8ab8d84a8a80 x1876699484818432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763703.931562:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484818432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763703.931569:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763703.931573:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763703.931577:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484818432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763703.931583:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763703]  req@ffff8ab8d84aad80 x1876699484818560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763703.931595:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484818560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763703.931603:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763703.931607:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763703.931610:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484818560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763703.931618:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763703]  req@ffff8ab8d84aa680 x1876699484818304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763703.931631:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484818304/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763703.931640:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763703.931643:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763703.931647:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484818304:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763703.931677:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763700/real 1789763703]  req@ffff8ab8d84a9180 x1876699484818944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763703.931690:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484818944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763703.931699:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763703.931703:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763703.931707:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484818944:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763704.635037:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763705.659033:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763705.979065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763705.979076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763705.979081:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763705.979093:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3694
00000100:00080000:0.0:1789763705.979105:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763705.979114:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763705.979154:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484819072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763705.979184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763705.979188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763705.979189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763705.979194:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3694
00000100:00080000:0.0:1789763705.979198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763705.979203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763705.979223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763705.979255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484819200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763705.979257:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484819072:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763705.979286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763705.979290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763705.979292:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763705.979295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3694
00000100:00080000:0.0:1789763705.979298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763705.979303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763705.979310:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763705.979337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484819328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763705.979350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763705.979362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763705.979365:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763705.979372:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763705.979374:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3694
00000100:00080000:0.0:1789763705.979382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763705.979388:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763705.979395:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763705.979410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484819456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763705.979424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763705.979429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763705.979431:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763705.979438:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff8ab8c2fe9f80 x1876699484819072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763705.979440:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3694
00000100:00080000:0.0:1789763705.979448:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763705.979458:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763705.979468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763705.979489:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484819072/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763705.979496:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484819584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763705.979517:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763705.979521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763705.979528:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763705.979530:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763705.979536:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763705.979538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484819072:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763705.979546:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3694
00000100:00080000:0.0:1789763705.979553:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763705.979558:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763705.979565:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763705.979578:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484819200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763705.979586:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484819712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763705.979618:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763705.979639:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff8ab8c2febb80 x1876699484819200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763705.979655:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484819200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763705.979666:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763705.979670:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763705.979674:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484819200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763705.979682:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484819328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763705.979707:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763705.979721:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff8ab8c2fea300 x1876699484819328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763705.979734:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484819328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763705.979743:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763705.979746:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763705.979750:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484819328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763705.979757:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484819456:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763705.979801:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763705.979816:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff8ab8c2fea680 x1876699484819456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763705.979831:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484819456/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763705.979841:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763705.979845:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763705.979850:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484819456:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763705.979857:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484819584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763705.979913:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763705.979929:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff8ab8c2fe9500 x1876699484819584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763705.979944:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484819584/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763705.979954:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763705.979958:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763705.979962:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484819584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763705.980143:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484819712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763705.980174:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763705.980192:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763705/real 1789763705]  req@ffff8ab8c2fe9f80 x1876699484819712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763705.980206:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484819712/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763705.980217:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763705.980220:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763705.980224:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484819712:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763706.683091:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763707.707181:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763708.731171:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763709.755135:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763710.779161:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763711.099072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763711.099084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763711.099089:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763711.099102:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3699
00000100:00080000:2.0:1789763711.099116:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763711.099125:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763711.099172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484819840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763711.099212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763711.099218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763711.099220:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763711.099226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3699
00000100:00080000:2.0:1789763711.099231:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763711.099267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763711.099281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763711.099299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484819968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763711.099313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763711.099318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763711.099321:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763711.099326:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3699
00000100:00080000:2.0:1789763711.099332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763711.099339:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484819840:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763711.099340:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763711.099352:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763711.099366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484820096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763711.099380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763711.099385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763711.099387:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763711.099392:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3699
00000100:00080000:2.0:1789763711.099396:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763711.099401:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763711.099408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763711.099422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484820224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763711.099442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763711.099447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763711.099450:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763711.099461:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763711.099463:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3699
00000100:00080000:2.0:1789763711.099474:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763711.099478:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763711.099485:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763711.099500:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484820352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763711.099511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763711.099516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763711.099518:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763711.099524:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3699
00000100:00080000:2.0:1789763711.099530:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763711.099535:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763711.099541:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763711.099546:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8ab8c33dc700 x1876699484819840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.099559:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484820480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763711.099633:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484819840/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.099658:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763711.099666:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763711.099675:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484819840:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763711.099691:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484819968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763711.099738:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763711.099765:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8ab8c33dc000 x1876699484819968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763711.099791:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484819968/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.099821:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763711.099828:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763711.099835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484819968:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763711.099927:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763711.099975:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763711.100003:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8ab8c33dc380 x1876699484820096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763711.100029:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484820096/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.100046:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763711.100054:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763711.100061:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763711.100074:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820224:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763711.100111:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763711.100132:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8ab8c33dd880 x1876699484820224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763711.100156:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484820224/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.100172:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763711.100178:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763711.100185:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820224:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763711.100196:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484820352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763711.100234:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763711.100289:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8ab8c33de680 x1876699484820352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763711.100317:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484820352/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.100334:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763711.100340:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763711.100348:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484820352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763711.100361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484820480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763711.100404:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763711.100428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8ab8c33ded80 x1876699484820480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763711.100453:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484820480/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.100469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763711.100476:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763711.100483:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484820480:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763711.803161:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763712.827060:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763713.851191:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763714.875145:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763715.899156:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763716.218989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.219007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763716.219012:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.219021:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3704
00000100:00080000:1.0:1789763716.219031:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.219039:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763716.219075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484820608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763716.219102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.219106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763716.219108:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.219111:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3704
00000100:00080000:1.0:1789763716.219115:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.219119:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763716.219128:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763716.219139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484820736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763716.219149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.219153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763716.219155:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.219160:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3704
00000100:00100000:3.0:1789763716.219166:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484820608:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763716.219168:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.219182:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763716.219190:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763716.219226:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484820864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763716.219243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.219247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763716.219249:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.219258:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3704
00000800:00000100:3.0:1789763716.219260:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763716.219266:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.219273:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763716.219280:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763716.219294:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484820992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763716.219303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763716.219310:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8ab8d84a9c00 x1876699484820608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763716.219311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763716.219315:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.219334:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3704
00000100:00100000:3.0:1789763716.219340:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484820608/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763716.219342:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.219364:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763716.219364:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763716.219375:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763716.219376:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763716.219386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484820608:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763716.219397:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484821120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763716.219399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820736:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763716.219420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.219426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763716.219430:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763716.219431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763716.219444:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3704
00000100:00100000:3.0:1789763716.219451:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8ab8d84a8e00 x1876699484820736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763716.219453:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.219467:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763716.219473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484820736/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763716.219483:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763716.219485:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763716.219487:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763716.219495:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820736:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763716.219507:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484821248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763716.219523:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763716.219546:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763716.219556:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8ab8d84aa300 x1876699484820864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763716.219566:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484820864/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763716.219580:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763716.219583:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763716.219586:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763716.219590:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820992:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763716.219605:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763716.219613:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8ab8d84abb80 x1876699484820992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763716.219622:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484820992/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763716.219638:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763716.219641:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763716.219643:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484820992:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763716.219647:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484821120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763716.219660:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763716.219668:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8ab8d84ab100 x1876699484821120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763716.219676:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484821120/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763716.219683:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763716.219685:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763716.219689:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484821120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763716.219701:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484821248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763716.219714:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763716.219722:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8ab8d84a9180 x1876699484821248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763716.219732:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484821248/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763716.219738:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763716.219740:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763716.219743:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484821248:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763716.923073:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763717.947076:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763718.971100:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763719.995051:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763721.019034:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763721.338998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.339011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763721.339016:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.339030:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3709
00000100:00080000:1.0:1789763721.339044:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.339053:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763721.339101:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484821376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.339139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.339144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763721.339147:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.339153:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3709
00000100:00080000:1.0:1789763721.339157:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.339187:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763721.339215:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763721.339228:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484821376:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763721.339231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484821504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.339245:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.339248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763721.339249:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.339253:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3709
00000100:00080000:1.0:1789763721.339276:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.339282:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763721.339289:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763721.339306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484821632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.339320:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.339325:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763721.339327:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.339334:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3709
00000800:00000100:3.0:1789763721.339343:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763721.339346:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.339356:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763721.339364:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763721.339379:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484821760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.339392:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.339397:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763721.339400:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763721.339407:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8ab8d84aa680 x1876699484821376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763721.339412:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3709
00000100:00080000:1.0:1789763721.339423:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.339434:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763721.339443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763721.339450:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484821376/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763721.339464:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484821888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763721.339474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763721.339485:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763721.339489:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789763721.339493:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763721.339498:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763721.339500:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484821376:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763721.339508:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3709
00000100:00080000:1.0:1789763721.339516:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.339522:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763721.339528:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763721.339541:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484822016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763721.339545:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484821504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763721.339593:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763721.339617:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8ab8d84aad80 x1876699484821504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763721.339659:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484821504/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763721.339666:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763721.339669:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763721.339672:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484821504:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763721.339677:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484821632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763721.339693:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763721.339701:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8ab8d84a8a80 x1876699484821632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763721.339710:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484821632/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763721.339722:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763721.339725:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763721.339728:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484821632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763721.339732:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484821760:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763721.339747:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763721.339754:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8ab8d84ab480 x1876699484821760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763721.339763:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484821760/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763721.339770:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763721.339772:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763721.339774:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484821760:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763721.339778:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484821888:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763721.339789:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763721.339797:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8ab8d84a9f80 x1876699484821888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763721.339804:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484821888/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763721.339811:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763721.339813:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763721.339815:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484821888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763721.339829:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484822016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763721.339841:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763721.339849:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8ab8d84a8000 x1876699484822016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763721.339858:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484822016/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763721.339885:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763721.339887:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763721.339891:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484822016:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763722.043105:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763723.067000:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763724.090997:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763725.115061:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763726.139217:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763726.459094:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.459112:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763726.459119:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.459159:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3715
00000100:00080000:2.0:1789763726.459177:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.459190:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763726.459243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484822144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.459286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.459291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763726.459294:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.459299:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3715
00000100:00080000:2.0:1789763726.459305:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.459309:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763726.459321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763726.459335:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484822272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.459348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.459352:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763726.459354:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.459358:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3715
00000100:00080000:2.0:1789763726.459363:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.459368:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763726.459375:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763726.459391:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484822400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.459403:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.459407:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763726.459411:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.459415:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3715
00000100:00080000:2.0:1789763726.459418:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.459424:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763726.459434:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763726.459447:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484822144:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763726.459460:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484822528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.459482:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.459487:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763726.459491:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.459500:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3715
00000100:00080000:2.0:1789763726.459504:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.459510:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763726.459516:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763726.459532:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484822656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.459544:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.459548:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763726.459551:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.459555:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3715
00000100:00080000:2.0:1789763726.459572:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.459578:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763726.459586:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763726.459587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763726.459615:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484822784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763726.459680:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8ab8c33dd180 x1876699484822144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763726.459712:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484822144/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763726.459729:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763726.459736:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763726.459742:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484822144:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763726.459753:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484822272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763726.459783:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763726.459799:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8ab8c33dca80 x1876699484822272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763726.459814:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484822272/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763726.459825:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763726.459830:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763726.459834:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484822272:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763726.459841:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484822400:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763726.459905:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763726.459932:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8ab8c33df800 x1876699484822400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763726.459958:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484822400/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763726.459975:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763726.459983:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763726.459990:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484822400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763726.460044:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484822528:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763726.460093:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763726.460118:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8ab8c33ddf80 x1876699484822528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763726.460159:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484822528/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763726.460171:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763726.460175:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763726.460180:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484822528:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763726.460188:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484822656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763726.460219:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763726.460233:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8ab8c33de300 x1876699484822656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763726.460247:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484822656/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763726.460258:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763726.460263:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763726.460267:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484822656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763726.460273:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484822784:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763726.460294:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763726.460306:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8ab8c33df100 x1876699484822784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763726.460319:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484822784/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763726.460329:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763726.460332:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763726.460336:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484822784:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763727.163094:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763728.187067:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763729.211162:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763730.235159:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763731.259126:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763731.579024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.579036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763731.579043:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.579057:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3720
00000100:00080000:0.0:1789763731.579071:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.579082:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763731.579148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484822912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.579185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.579190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763731.579193:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.579199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3720
00000100:00080000:0.0:1789763731.579204:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.579209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763731.579221:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763731.579237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484823040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.579252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.579257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763731.579259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.579265:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3720
00000100:00080000:0.0:1789763731.579269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.579274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763731.579284:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484822912:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763731.579285:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763731.579307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484823168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.579323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.579327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763731.579330:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.579336:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3720
00000100:00080000:0.0:1789763731.579341:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.579347:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763731.579352:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763731.579366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484823296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763731.579382:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763731.579394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.579400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763731.579404:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763731.579411:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3720
00000100:00080000:0.0:1789763731.579417:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.579421:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763731.579428:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763731.579447:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff8ab8c2feaa00 x1876699484822912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763731.579449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484823424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763731.579511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763731.579516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763731.579519:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763731.579526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484822912/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763731.579527:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3720
00000100:00080000:0.0:1789763731.579537:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763731.579548:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763731.579559:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763731.579565:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.579577:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763731.579579:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484823552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763731.579592:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484822912:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763731.579613:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763731.579647:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763731.579664:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff8ab8c2fe9180 x1876699484823040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.579692:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484823040/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.579703:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.579708:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763731.579712:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823040:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763731.579742:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763731.579765:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763731.579779:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff8ab8c2fe8e00 x1876699484823168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.579793:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484823168/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.579803:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.579807:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763731.579811:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763731.579817:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823296:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763731.579837:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763731.579850:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff8ab8c2feb100 x1876699484823296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.579901:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484823296/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.579913:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.579917:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763731.579921:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823296:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763731.579929:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484823424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763731.579953:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763731.579968:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff8ab8c2feb480 x1876699484823424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.579983:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484823424/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.579993:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.579997:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763731.580001:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484823424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763731.580007:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484823552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763731.580026:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763731.580037:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763731/real 1789763731]  req@ffff8ab8c2feb800 x1876699484823552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763731.580050:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484823552/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763731.580061:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763731.580065:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763731.580069:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484823552:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763732.283056:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763733.307048:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763734.331096:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763735.355054:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763736.379124:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763736.699105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.699122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763736.699131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.699150:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3725
00000100:00080000:0.0:1789763736.699170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.699184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763736.699246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484823680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763736.699292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.699298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763736.699301:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.699308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3725
00000100:00080000:0.0:1789763736.699315:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.699321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763736.699339:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763736.699365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484823808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763736.699388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484823680:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763736.699394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.699429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763736.699432:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.699442:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3725
00000100:00080000:0.0:1789763736.699449:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.699457:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763736.699467:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763736.699488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484823936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763736.699516:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763736.699520:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.699527:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763736.699530:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.699541:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3725
00000100:00080000:0.0:1789763736.699553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.699559:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763736.699568:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763736.699599:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484824064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763736.699607:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff8ab8c2fe9880 x1876699484823680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763736.699628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.699643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763736.699649:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.699661:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3725
00000100:00080000:0.0:1789763736.699670:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.699677:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763736.699683:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763736.699695:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484823680/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763736.699705:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484824192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763736.699798:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763736.699818:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763736.699826:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484823680:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763736.699849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763736.699900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763736.699904:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763736.699914:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3725
00000100:00080000:0.0:1789763736.699922:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763736.699933:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763736.699942:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763736.699959:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763736.699972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484824320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763736.700022:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763736.700096:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff8ab8c2fe8000 x1876699484823808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763736.700140:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484823808/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763736.700156:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763736.700163:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763736.700171:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823808:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763736.700182:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763736.700214:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763736.700230:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff8ab8c2fe9c00 x1876699484823936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763736.700245:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484823936/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763736.700255:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763736.700259:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763736.700263:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484823936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763736.700270:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484824064:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763736.700291:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763736.700303:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff8ab8c2fe8380 x1876699484824064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763736.700316:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484824064/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763736.700335:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763736.700339:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763736.700343:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484824064:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763736.700350:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484824192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763736.700369:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763736.700382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff8ab8c2fead80 x1876699484824192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763736.700394:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484824192/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763736.700404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763736.700408:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763736.700412:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484824192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763736.700437:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484824320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763736.700458:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763736.700470:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763736/real 1789763736]  req@ffff8ab8c2fe8a80 x1876699484824320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763736.700485:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484824320/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763736.700494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763736.700498:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763736.700502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484824320:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763737.403157:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763738.427092:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763739.451086:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763740.475162:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763741.499108:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763741.819044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763741.819065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763741.819074:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763741.819095:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3730
00000100:00080000:2.0:1789763741.819117:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763741.819134:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763741.819202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484824448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763741.819248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763741.819254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763741.819257:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763741.819263:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3730
00000100:00080000:2.0:1789763741.819269:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763741.819277:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763741.819293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763741.819316:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484824576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763741.819332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763741.819334:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484824448:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763741.819338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763741.819344:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763741.819357:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3730
00000100:00080000:2.0:1789763741.819362:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763741.819366:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763741.819371:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763741.819386:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484824704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763741.819398:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763741.819403:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763741.819406:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763741.819412:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3730
00000100:00080000:2.0:1789763741.819416:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763741.819421:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763741.819427:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763741.819442:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484824832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763741.819455:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763741.819459:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763741.819462:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763741.819467:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3730
00000100:00080000:2.0:1789763741.819474:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763741.819485:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763741.819486:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763741.819499:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763741.819514:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484824960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763741.819529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763741.819534:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763741.819536:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763741.819541:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3730
00000100:00080000:2.0:1789763741.819546:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763741.819552:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763741.819558:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763741.819569:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741]  req@ffff8ab8c33df480 x1876699484824448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763741.819576:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484825088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763741.819652:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484824448/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763741.819680:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763741.819690:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763741.819699:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484824448:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763741.819741:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484824576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763741.819791:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763741.819810:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741]  req@ffff8ab8c33ddc00 x1876699484824576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763741.819827:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484824576/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763741.819838:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763741.819843:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763741.819847:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484824576:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763741.819856:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484824704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763741.819920:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763741.819936:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741]  req@ffff8ab8c33dfb80 x1876699484824704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763741.819951:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484824704/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763741.819961:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763741.819966:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763741.819970:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484824704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763741.819978:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484824832:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763741.820000:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763741.820035:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741]  req@ffff8ab8c33df100 x1876699484824832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763741.820050:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484824832/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763741.820061:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763741.820065:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763741.820069:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484824832:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763741.820076:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484824960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763741.820100:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763741.820113:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741]  req@ffff8ab8c33de300 x1876699484824960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763741.820128:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484824960/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763741.820138:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763741.820141:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763741.820145:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484824960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763741.820152:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484825088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763741.820171:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763741.820182:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763741/real 1789763741]  req@ffff8ab8c33ddf80 x1876699484825088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763741.820196:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484825088/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763741.820206:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763741.820209:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763741.820213:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484825088:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763742.523174:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763743.547079:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763744.571159:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763745.595115:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763746.619228:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763746.939056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763746.939067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763746.939072:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763746.939085:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3735
00000100:00080000:0.0:1789763746.939099:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763746.939109:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763746.939156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484825216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763746.939195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763746.939203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763746.939207:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763746.939215:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3735
00000100:00080000:0.0:1789763746.939223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763746.939231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763746.939246:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763746.939262:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484825216:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763746.939270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484825344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763746.939300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763746.939306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763746.939309:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763746.939315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3735
00000100:00080000:0.0:1789763746.939320:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763746.939327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763746.939334:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763746.939346:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763746.939359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484825472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763746.939375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763746.939381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763746.939384:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763746.939390:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3735
00000100:00080000:0.0:1789763746.939395:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763746.939402:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763746.939410:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763746.939414:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff8ab8c2fe8a80 x1876699484825216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763746.939428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484825600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763746.939446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763746.939446:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484825216/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763746.939453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763746.939457:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763746.939464:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3735
00000100:00080000:0.0:1789763746.939471:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763746.939477:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763746.939480:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763746.939485:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763746.939487:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763746.939496:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484825216:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763746.939501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484825728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763746.939516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763746.939521:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763746.939524:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763746.939531:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3735
00000100:00080000:0.0:1789763746.939537:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763746.939543:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763746.939548:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484825344:192.168.203.110@tcp:38:kworker.0
00000008:00100000:0.0:1789763746.939552:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763746.939569:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484825856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763746.939589:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763746.939614:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff8ab8c2fead80 x1876699484825344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.939640:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484825344/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.939657:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.939665:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763746.939672:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484825344:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763746.939681:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484825472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763746.939711:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763746.939727:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff8ab8c2fe8380 x1876699484825472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.939742:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484825472/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.939753:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.939757:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763746.939761:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484825472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763746.939769:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484825600:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763746.939789:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763746.939801:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff8ab8c2fe9c00 x1876699484825600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.939816:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484825600/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.939826:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.939829:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763746.939833:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484825600:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763746.939840:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484825728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763746.939859:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763746.939907:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff8ab8c2fe8000 x1876699484825728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.939922:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484825728/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.939932:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.939936:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763746.939940:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484825728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763746.939963:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484825856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763746.940048:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763746.940064:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763746/real 1789763746]  req@ffff8ab8c2fe9880 x1876699484825856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763746.940081:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484825856/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763746.940092:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763746.940097:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763746.940102:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484825856:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763747.643208:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763748.667190:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763749.691090:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763750.715168:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763751.739107:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763752.059088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.059105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763752.059114:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.059131:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3740
00000100:00080000:2.0:1789763752.059150:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.059161:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763752.059211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484825984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.059255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.059260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763752.059264:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.059269:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3740
00000100:00080000:2.0:1789763752.059274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.059278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763752.059291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763752.059308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484826112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.059324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.059329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763752.059336:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763752.059349:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484825984:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763752.059354:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3740
00000100:00080000:2.0:1789763752.059364:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.059370:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763752.059376:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763752.059397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484826240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.059410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.059414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763752.059417:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.059421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3740
00000100:00080000:2.0:1789763752.059447:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.059454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789763752.059463:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789763752.059468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763752.059488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484826368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.059501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.059506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763752.059509:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.059514:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3740
00000100:00080000:2.0:1789763752.059519:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.059524:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763752.059539:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763752.059553:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8ab8c33df800 x1876699484825984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763752.059578:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484826496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763752.059587:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484825984/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763752.059627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.059642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763752.059644:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763752.059649:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763752.059653:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763752.059666:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3740
00000100:00100000:3.0:1789763752.059668:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484825984:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763752.059678:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.059688:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763752.059697:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763752.059710:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484826112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763752.059721:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484826624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763752.059756:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763752.059780:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8ab8c33dca80 x1876699484826112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.059797:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484826112/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.059826:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.059830:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763752.059835:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484826112:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763752.059842:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484826240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763752.059921:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763752.059965:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8ab8c33dd180 x1876699484826240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.059992:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484826240/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.060003:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.060007:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763752.060011:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484826240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763752.060019:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484826368:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763752.060045:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763752.060059:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8ab8c33ded80 x1876699484826368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.060074:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484826368/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.060084:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.060087:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763752.060092:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484826368:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763752.060099:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484826496:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763752.060120:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763752.060132:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8ab8c33de680 x1876699484826496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.060161:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484826496/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.060171:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.060175:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763752.060180:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484826496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763752.060201:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484826624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763752.060223:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763752.060237:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8ab8c33dd880 x1876699484826624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763752.060251:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484826624/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.060260:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763752.060264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763752.060267:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484826624:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763752.763123:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763753.787112:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763754.811191:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763755.835113:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763756.858991:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763757.179039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.179053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763757.179058:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.179071:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3745
00000100:00080000:0.0:1789763757.179084:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.179093:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763757.179142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484826752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763757.179182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.179187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763757.179189:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.179195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3745
00000100:00080000:0.0:1789763757.179199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.179203:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763757.179215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763757.179233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484826880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763757.179248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.179252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763757.179255:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.179260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3745
00000100:00080000:0.0:1789763757.179264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.179273:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763757.179275:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484826752:192.168.203.110@tcp:250:kworker.0
00000008:00100000:0.0:1789763757.179280:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763757.179298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484827008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763757.179312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.179317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763757.179320:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.179324:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3745
00000100:00080000:0.0:1789763757.179331:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.179337:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763757.179343:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763757.179366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484827136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763757.179370:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763757.179413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.179421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763757.179426:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763757.179429:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8ab8c2feb800 x1876699484826752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763757.179443:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3745
00000100:00080000:0.0:1789763757.179462:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763757.179473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484826752/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763757.179475:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763757.179491:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763757.179501:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763757.179511:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763757.179518:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484827264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763757.179521:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484826752:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763757.179550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763757.179554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484826880:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789763757.179558:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763757.179564:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.179575:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3745
00000100:00080000:0.0:1789763757.179580:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.179584:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763757.179590:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763757.179607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484827392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763757.179624:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763757.179660:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8ab8c2feb480 x1876699484826880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763757.179684:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484826880/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.179696:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763757.179702:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763757.179707:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484826880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763757.179738:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763757.179765:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763757.179780:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8ab8c2feb100 x1876699484827008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763757.179795:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484827008/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.179816:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763757.179823:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763757.179830:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763757.179842:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827136:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763757.179968:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763757.179987:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8ab8c2fe8e00 x1876699484827136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763757.180003:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484827136/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.180014:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763757.180018:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763757.180022:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827136:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763757.180030:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484827264:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763757.180053:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763757.180066:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8ab8c2fe9180 x1876699484827264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763757.180080:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484827264/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.180090:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763757.180093:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763757.180098:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484827264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763757.180105:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484827392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763757.180125:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763757.180136:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8ab8c2feaa00 x1876699484827392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763757.180150:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484827392/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.180159:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763757.180163:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763757.180166:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484827392:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763757.883151:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763758.907100:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763759.931128:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763760.955154:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763761.979106:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763762.298978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.298991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763762.298999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.299012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3750
00000100:00080000:1.0:1789763762.299026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.299034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763762.299087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484827520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763762.299113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.299116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763762.299118:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.299122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3750
00000100:00080000:1.0:1789763762.299125:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.299128:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763762.299138:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763762.299146:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484827520:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763762.299153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484827648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763762.299161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.299164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763762.299165:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.299168:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3750
00000100:00080000:1.0:1789763762.299170:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.299174:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763762.299177:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763762.299185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484827776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763762.299192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.299195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763762.299196:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.299199:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3750
00000100:00080000:1.0:1789763762.299202:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.299205:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763762.299213:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763762.299221:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484827904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763762.299231:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763762.299233:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.299239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763762.299241:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.299248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3750
00000100:00080000:1.0:1789763762.299252:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.299257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763762.299263:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763762.299278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484828032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763762.299285:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8ab8d84a8380 x1876699484827520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763762.299297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.299301:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763762.299303:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.299309:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3750
00000100:00100000:3.0:1789763762.299310:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484827520/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763762.299313:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.299321:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763762.299327:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763762.299328:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763762.299337:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763762.299343:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484827520:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763762.299352:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484828160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763762.299387:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763762.299409:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763762.299419:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8ab8d84a9880 x1876699484827648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.299428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484827648/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.299437:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.299441:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763762.299444:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827648:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763762.299450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827776:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763762.299471:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763762.299484:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8ab8d84a9500 x1876699484827776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.299492:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484827776/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.299498:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.299500:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763762.299502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763762.299506:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827904:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763762.299525:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763762.299536:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8ab8d84ab800 x1876699484827904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.299549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484827904/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.299559:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.299562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763762.299566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484827904:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763762.299570:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484828032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763762.299585:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763762.299593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8ab8d84a8700 x1876699484828032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.299600:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484828032/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.299605:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.299608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763762.299609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484828032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763762.299613:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484828160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763762.299624:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763762.299629:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8ab8d84a8000 x1876699484828160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.299636:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484828160/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.299641:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.299643:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763762.299646:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484828160:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763763.003001:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763764.027147:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763765.051121:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763766.075125:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763767.099050:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763767.419041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.419053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763767.419059:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.419072:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3755
00000100:00080000:2.0:1789763767.419088:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.419098:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763767.419165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484828288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.419196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.419200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763767.419202:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.419206:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3755
00000100:00080000:2.0:1789763767.419209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.419212:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763767.419223:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763767.419235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484828416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.419245:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.419248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763767.419250:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.419256:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3755
00000100:00100000:3.0:1789763767.419259:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484828288:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763767.419260:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.419270:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763767.419275:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763767.419285:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484828544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.419292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.419295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763767.419297:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.419300:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3755
00000100:00080000:2.0:1789763767.419303:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.419306:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763767.419310:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763767.419344:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484828672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.419354:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.419357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763767.419359:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.419363:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3755
00000100:00080000:2.0:1789763767.419368:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.419373:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763767.419378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763767.419388:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484828800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.419397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.419402:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763767.419404:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.419410:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3755
00000100:00080000:2.0:1789763767.419413:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.419417:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763767.419422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763767.419450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484828416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763767.419458:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484828928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763767.419493:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484828544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763767.419545:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484828672:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763767.419578:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484828800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763767.419602:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484828928:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763768.122990:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763769.147056:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763770.171002:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763770.491062:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:0.0:1789763770.491098:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763770.491112:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763770.491143:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763770.491149:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763770.491155:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763770.491160:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:0.0:1789763770.491166:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789763770.491219:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763770]  req@ffff8ab8c33ded80 x1876699484828928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763770.491246:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484828928/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763770.491259:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763770.491264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763770.491268:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484828928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763770.491276:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763770]  req@ffff8ab8c33dc000 x1876699484828416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763770.491288:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484828416/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763770.491297:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763770.491302:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763770.491306:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484828416:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763770.491313:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763770]  req@ffff8ab8c33dc700 x1876699484828544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763770.491326:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484828544/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763770.491334:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763770.491338:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763770.491342:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484828544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763770.491349:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763770]  req@ffff8ab8c33dd880 x1876699484828672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763770.491360:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484828672/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763770.491368:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763770.491372:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763770.491375:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484828672:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763770.491381:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763770]  req@ffff8ab8c33de680 x1876699484828800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763770.491392:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484828800/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763770.491401:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763770.491405:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763770.491408:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484828800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763770.491415:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763770]  req@ffff8ab8c33dc380 x1876699484828288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763770.491428:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484828288/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763770.491435:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763770.491438:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763770.491442:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484828288:192.168.203.110@tcp:250:kworker.0
00010000:00010000:1.0:1789763771.194992:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763772.219090:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763772.539054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.539064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763772.539069:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.539083:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3761
00000100:00080000:0.0:1789763772.539100:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.539111:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763772.539166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484829056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763772.539199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.539205:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763772.539208:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.539215:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3761
00000100:00080000:0.0:1789763772.539222:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.539228:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763772.539243:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763772.539245:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484829056:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763772.539268:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484829184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763772.539285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.539290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763772.539294:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.539300:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3761
00000100:00080000:0.0:1789763772.539306:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.539312:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763772.539320:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763772.539338:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484829312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763772.539348:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763772.539359:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.539365:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763772.539367:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.539374:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3761
00000100:00080000:0.0:1789763772.539380:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.539386:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763772.539393:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763772.539410:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484829440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763772.539425:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff8ab8c2fe9f80 x1876699484829056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763772.539426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.539455:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763772.539458:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484829056/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763772.539460:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763772.539473:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3761
00000100:00080000:0.0:1789763772.539482:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763772.539484:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763772.539490:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:2.0:1789763772.539496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:0.0:1789763772.539502:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763772.539504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484829056:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763772.539526:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484829568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763772.539547:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763772.539552:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763772.539556:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763772.539558:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484829184:192.168.203.110@tcp:38:kworker.0
00000100:00080000:0.0:1789763772.539566:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3761
00000100:00080000:0.0:1789763772.539573:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763772.539578:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763772.539586:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763772.539596:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763772.539605:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484829696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763772.539617:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff8ab8c2fe9500 x1876699484829184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763772.539638:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484829184/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763772.539648:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763772.539654:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763772.539659:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484829184:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763772.539667:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484829312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763772.539689:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763772.539701:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff8ab8c2fea680 x1876699484829312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763772.539716:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484829312/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763772.539725:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763772.539730:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763772.539734:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484829312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763772.539741:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484829440:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763772.539761:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763772.539772:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff8ab8c2fea300 x1876699484829440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763772.539801:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484829440/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763772.539821:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763772.539825:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763772.539829:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484829440:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763772.539837:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484829568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763772.539959:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763772.539980:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff8ab8c2febb80 x1876699484829568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763772.539996:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484829568/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763772.540007:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763772.540011:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763772.540016:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484829568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763772.540038:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484829696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763772.540067:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763772.540080:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763772/real 1789763772]  req@ffff8ab8c2fe9f80 x1876699484829696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763772.540093:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484829696/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763772.540103:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763772.540107:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763772.540112:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484829696:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763773.242987:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763774.267016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763775.291145:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763776.315015:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763777.339177:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763777.659053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.659067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763777.659073:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.659086:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3766
00000100:00080000:1.0:1789763777.659099:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.659108:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763777.659159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484829824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.659202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.659207:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763777.659210:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.659215:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3766
00000100:00080000:1.0:1789763777.659219:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.659223:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763777.659244:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.659267:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484829952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.659301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.659307:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763777.659310:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.659317:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3766
00000100:00080000:1.0:1789763777.659324:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763777.659331:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484829824:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763777.659335:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763777.659364:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.659388:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484830080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.659402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.659406:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763777.659408:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.659414:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3766
00000100:00080000:1.0:1789763777.659420:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.659426:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789763777.659433:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789763777.659439:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763777.659472:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484830208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763777.659482:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.659486:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763777.659488:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763777.659493:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3766
00000100:00080000:1.0:1789763777.659497:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.659505:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763777.659505:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff8ab8d84a9f80 x1876699484829824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763777.659515:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.659553:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484830336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763777.659559:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484829824/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763777.659585:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763777.659590:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763777.659591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763777.659594:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763777.659600:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789763777.659606:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3766
00000100:00100000:2.0:1789763777.659611:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484829824:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763777.659614:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763777.659625:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763777.659631:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484829952:192.168.203.110@tcp:38:kworker.0
00000008:00100000:1.0:1789763777.659634:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763777.659654:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484830464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763777.659688:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763777.659711:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff8ab8d84ab480 x1876699484829952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763777.659729:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484829952/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763777.659741:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763777.659745:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763777.659777:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484829952:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763777.659824:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763777.659846:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763777.659857:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff8ab8d84a8a80 x1876699484830080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763777.659868:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484830080/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763777.659916:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763777.659920:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763777.659923:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763777.659929:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830208:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763777.659973:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763777.659988:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff8ab8d84aad80 x1876699484830208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763777.660002:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484830208/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763777.660013:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763777.660017:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763777.660021:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830208:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763777.660027:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484830336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763777.660047:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763777.660059:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff8ab8d84aa680 x1876699484830336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763777.660081:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484830336/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763777.660091:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763777.660094:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763777.660098:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484830336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763777.660105:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484830464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763777.660123:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763777.660135:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763777/real 1789763777]  req@ffff8ab8d84a9180 x1876699484830464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763777.660149:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484830464/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763777.660158:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763777.660161:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763777.660164:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484830464:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763778.363016:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763779.387006:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763780.411002:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763781.435110:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763782.458999:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763782.779027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763782.779039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763782.779044:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763782.779055:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3771
00000100:00080000:0.0:1789763782.779069:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763782.779078:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763782.779142:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484830592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763782.779175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763782.779178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763782.779180:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763782.779184:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3771
00000100:00080000:0.0:1789763782.779187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763782.779189:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763782.779199:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763782.779209:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484830720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763782.779218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763782.779221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763782.779222:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763782.779225:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3771
00000100:00080000:0.0:1789763782.779239:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763782.779241:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763782.779246:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763782.779253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484830848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763782.779260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763782.779263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763782.779264:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763782.779267:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3771
00000100:00080000:0.0:1789763782.779269:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763782.779272:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763782.779276:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763782.779284:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484830976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763782.779287:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484830592:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763782.779294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763782.779302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763782.779306:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763782.779310:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3771
00000100:00080000:0.0:1789763782.779312:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763782.779314:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763782.779317:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763782.779324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484831104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763782.779330:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763782.779332:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763782.779333:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763782.779336:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3771
00000100:00080000:0.0:1789763782.779338:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763782.779341:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763782.779344:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763782.779353:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484831232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763782.779377:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763782.779459:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff8ab8c2feaa00 x1876699484830592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763782.779520:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484830592/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763782.779539:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763782.779547:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763782.779554:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484830592:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763782.779569:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763782.779610:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763782.779648:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff8ab8c2fe9180 x1876699484830720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763782.779673:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484830720/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763782.779689:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763782.779695:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763782.779701:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830720:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763782.779748:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830848:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763782.779772:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763782.779785:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff8ab8c2fe8e00 x1876699484830848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763782.779799:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484830848/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763782.779814:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763782.779818:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763782.779822:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763782.779849:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830976:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763782.779906:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763782.779920:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff8ab8c2feb100 x1876699484830976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763782.779933:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484830976/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763782.779942:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763782.779946:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763782.779950:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484830976:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763782.779956:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484831104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763782.779999:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763782.780019:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff8ab8c2feb480 x1876699484831104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763782.780041:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484831104/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763782.780055:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763782.780061:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763782.780068:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484831104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763782.780079:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484831232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763782.780111:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763782.780129:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763782/real 1789763782]  req@ffff8ab8c2feb800 x1876699484831232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763782.780151:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484831232/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763782.780165:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763782.780170:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763782.780176:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484831232:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763783.483080:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763784.507008:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763785.530990:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763786.555024:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763787.578994:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763787.898969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763787.898981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763787.898986:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763787.898996:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3776
00000100:00080000:2.0:1789763787.899006:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763787.899014:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763787.899050:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484831360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763787.899078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763787.899081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763787.899082:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763787.899086:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3776
00000100:00080000:2.0:1789763787.899089:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763787.899092:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763787.899099:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763787.899108:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484831488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763787.899116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763787.899118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763787.899119:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763787.899122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3776
00000100:00080000:2.0:1789763787.899123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763787.899126:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763787.899129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763787.899138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484831616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763787.899139:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484831360:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763787.899153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763787.899156:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763787.899157:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763787.899159:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3776
00000100:00080000:2.0:1789763787.899162:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763787.899164:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763787.899167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763787.899176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484831744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763787.899184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763787.899186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763787.899187:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763787.899190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3776
00000100:00080000:2.0:1789763787.899192:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763787.899194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763787.899198:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763787.899201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763787.899208:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484831872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763787.899216:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763787.899218:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763787.899219:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763787.899222:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3776
00000100:00080000:2.0:1789763787.899224:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763787.899226:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763787.899230:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763787.899242:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff8ab8c33dd180 x1876699484831360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763787.899243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484832000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763787.899258:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484831360/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.899268:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.899271:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763787.899275:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484831360:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763787.899281:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484831488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763787.899296:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763787.899304:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff8ab8c33dca80 x1876699484831488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.899317:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484831488/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.899322:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.899324:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763787.899327:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484831488:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763787.899343:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484831616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763787.899355:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763787.899362:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff8ab8c33df800 x1876699484831616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.899369:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484831616/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.899375:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.899377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763787.899379:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484831616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763787.899382:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484831744:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763787.899392:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763787.899398:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff8ab8c33ddf80 x1876699484831744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.899405:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484831744/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.899414:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.899416:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763787.899418:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484831744:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763787.899421:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484831872:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763787.899431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763787.899437:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff8ab8c33de300 x1876699484831872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.899444:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484831872/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.899449:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.899451:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763787.899452:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484831872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763787.899455:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484832000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763787.899465:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763787.899471:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763787/real 1789763787]  req@ffff8ab8c33df100 x1876699484832000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763787.899478:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484832000/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763787.899483:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763787.899485:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763787.899487:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484832000:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763788.602961:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763789.626985:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763790.651052:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763791.674987:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763792.699033:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763793.018980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.018988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763793.018991:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.018999:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3781
00000100:00080000:0.0:1789763793.019008:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.019029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763793.019061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484832128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.019085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.019088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763793.019090:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.019093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3781
00000100:00080000:0.0:1789763793.019097:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.019099:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763793.019108:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.019118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484832256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.019146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.019150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763793.019151:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.019154:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3781
00000100:00080000:0.0:1789763793.019158:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763793.019164:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484832128:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763793.019165:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763793.019174:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.019184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484832384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.019193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.019212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763793.019214:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.019217:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3781
00000100:00080000:0.0:1789763793.019220:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.019224:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763793.019228:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763793.019237:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484832512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.019245:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763793.019251:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763793.019252:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763793.019257:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763793.019276:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3781
00000100:00080000:0.0:1789763793.019280:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.019283:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763793.019287:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.019296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484832640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763793.019308:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763793.019311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763793.019313:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763793.019316:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8ab8c2fe9880 x1876699484832128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.019317:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3781
00000100:00080000:0.0:1789763793.019322:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763793.019329:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763793.019334:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.019345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484832768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763793.019356:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484832128/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.019370:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.019374:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763793.019378:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484832128:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763793.019384:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484832256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.019412:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763793.019428:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8ab8c2fe8000 x1876699484832256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.019445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484832256/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.019454:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.019457:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763793.019460:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484832256:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.019480:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484832384:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.019498:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763793.019508:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8ab8c2fe9c00 x1876699484832384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.019517:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484832384/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.019523:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.019525:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763793.019528:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484832384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.019532:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484832512:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763793.019564:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763793.019572:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8ab8c2fe8380 x1876699484832512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.019593:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484832512/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.019603:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.019606:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763793.019609:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484832512:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763793.019614:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484832640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.019628:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763793.019660:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8ab8c2fead80 x1876699484832640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.019670:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484832640/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.019678:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.019680:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763793.019683:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484832640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.019688:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484832768:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.019705:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763793.019713:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8ab8c2fe8a80 x1876699484832768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.019722:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484832768/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.019729:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.019732:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763793.019750:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484832768:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763793.723051:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763794.747018:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763795.770984:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763796.795036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763797.819009:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763798.139016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763798.139024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763798.139028:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763798.139037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3786
00000100:00080000:1.0:1789763798.139047:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763798.139053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763798.139088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484832896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763798.139114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763798.139119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763798.139121:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763798.139126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3786
00000100:00080000:1.0:1789763798.139132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763798.139137:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763798.139147:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.139163:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484832896:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763798.139166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484833024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763798.139188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763798.139191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763798.139194:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763798.139199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3786
00000100:00080000:1.0:1789763798.139202:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763798.139205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763798.139209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763798.139218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484833152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763798.139224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763798.139227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763798.139229:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763798.139232:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3786
00000100:00080000:1.0:1789763798.139234:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763798.139236:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763798.139239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763798.139245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484833280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763798.139251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763798.139253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763798.139254:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763798.139259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3786
00000100:00080000:1.0:1789763798.139263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763798.139265:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763798.139270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763798.139275:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763798.139284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484833408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763798.139291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763798.139294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763798.139295:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763798.139299:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3786
00000100:00080000:1.0:1789763798.139301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763798.139303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763798.139306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763798.139313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484833536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763798.139332:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8ab8d84ab100 x1876699484832896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.139358:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484832896/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.139372:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.139377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763798.139382:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484832896:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763798.139412:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.139435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763798.139448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8ab8d84abb80 x1876699484833024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.139461:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484833024/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.139471:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.139474:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763798.139478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833024:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.139485:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.139503:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763798.139514:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8ab8d84aa300 x1876699484833152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.139526:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484833152/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.139535:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.139538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763798.139542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.139548:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833280:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763798.139565:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763798.139575:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8ab8d84a8e00 x1876699484833280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.139588:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484833280/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.139611:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.139615:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763798.139618:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833280:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763798.139625:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484833408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.139644:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763798.139655:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8ab8d84a9c00 x1876699484833408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.139667:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484833408/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.139676:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.139679:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763798.139682:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484833408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.139696:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484833536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.139715:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763798.139725:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8ab8d84a9180 x1876699484833536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.139737:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484833536/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.139746:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.139750:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763798.139754:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484833536:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763798.843005:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763799.866978:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763800.891042:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763801.914989:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763802.939051:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763803.258961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.258975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763803.258979:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.258991:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3791
00000100:00080000:2.0:1789763803.259003:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.259010:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763803.259054:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484833664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.259093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.259097:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.259100:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.259105:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3791
00000100:00080000:2.0:1789763803.259109:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.259113:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763803.259125:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763803.259139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484833792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.259148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.259151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763803.259152:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.259156:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3791
00000100:00080000:2.0:1789763803.259159:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.259163:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763803.259167:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763803.259174:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484833664:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763803.259177:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484833920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.259187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.259190:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.259191:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.259194:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3791
00000100:00080000:2.0:1789763803.259197:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.259199:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763803.259203:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763803.259213:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484834048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.259220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.259223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.259224:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.259227:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3791
00000100:00080000:2.0:1789763803.259240:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.259243:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763803.259247:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763803.259250:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763803.259260:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484834176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.259268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.259271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763803.259272:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.259275:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3791
00000100:00080000:2.0:1789763803.259278:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.259280:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763803.259284:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763803.259291:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484834304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763803.259307:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8ab8c33dfb80 x1876699484833664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.259330:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484833664/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.259343:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.259348:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763803.259352:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484833664:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763803.259361:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763803.259381:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763803.259392:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8ab8c33ddc00 x1876699484833792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.259400:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484833792/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.259406:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.259409:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763803.259411:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833792:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763803.259433:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763803.259445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763803.259452:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8ab8c33df480 x1876699484833920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.259459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484833920/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.259464:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.259466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763803.259468:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484833920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763803.259472:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484834048:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763803.259482:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763803.259488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8ab8c33df100 x1876699484834048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.259495:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484834048/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.259500:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.259502:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763803.259504:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484834048:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763803.259507:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484834176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763803.259518:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763803.259524:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8ab8c33de300 x1876699484834176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.259531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484834176/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.259536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.259538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763803.259540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484834176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763803.259543:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484834304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763803.259554:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763803.259579:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8ab8c33ddf80 x1876699484834304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.259589:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484834304/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.259594:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.259596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763803.259598:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484834304:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763803.963018:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763804.986974:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763806.011003:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763807.035046:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763808.059013:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763808.378970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.378981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763808.378992:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.379005:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3796
00000100:00080000:2.0:1789763808.379020:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.379032:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763808.379080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484834432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.379105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.379109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763808.379110:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.379114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3796
00000100:00080000:2.0:1789763808.379118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.379122:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763808.379132:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763808.379144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484834560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.379154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.379157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763808.379158:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.379164:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3796
00000100:00100000:1.0:1789763808.379167:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484834432:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763808.379168:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.379173:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763808.379181:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763808.379207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484834688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.379219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.379223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763808.379226:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.379232:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3796
00000100:00080000:2.0:1789763808.379236:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.379241:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763808.379246:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763808.379259:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763808.379261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484834816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.379271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.379274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763808.379277:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.379281:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3796
00000100:00080000:2.0:1789763808.379285:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.379288:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763808.379291:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763808.379300:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484834944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.379307:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763808.379309:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8ab8c33df800 x1876699484834432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763808.379311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763808.379315:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.379323:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3796
00000100:00080000:2.0:1789763808.379327:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.379330:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763808.379333:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763808.379336:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484834432/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763808.379344:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484835072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763808.379348:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763808.379356:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763808.379361:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484834432:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763808.379390:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484834560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763808.379407:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763808.379417:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8ab8c33dca80 x1876699484834560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763808.379427:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484834560/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763808.379434:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763808.379436:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763808.379439:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484834560:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763808.379444:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484834688:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763808.379455:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763808.379461:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8ab8c33dd180 x1876699484834688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763808.379469:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484834688/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763808.379475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763808.379476:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763808.379478:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484834688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763808.379482:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484834816:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763808.379494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763808.379501:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8ab8c33dc380 x1876699484834816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763808.379511:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484834816/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763808.379516:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763808.379518:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763808.379536:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484834816:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763808.379541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484834944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763808.379558:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763808.379569:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8ab8c33de680 x1876699484834944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763808.379583:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484834944/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763808.379600:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763808.379606:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763808.379614:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484834944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763808.379623:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484835072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763808.379649:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763808.379663:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8ab8c33dd880 x1876699484835072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763808.379671:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484835072/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763808.379682:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763808.379684:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763808.379686:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484835072:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763809.083022:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763810.107028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763811.131232:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763812.155125:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763813.179040:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763813.499044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.499055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763813.499066:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.499076:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3802
00000100:00080000:0.0:1789763813.499088:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.499096:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763813.499165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484835200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.499196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.499201:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763813.499204:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.499209:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3802
00000100:00080000:0.0:1789763813.499214:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.499218:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763813.499230:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763813.499261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484835328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.499273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.499277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763813.499282:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763813.499285:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484835200:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763813.499288:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3802
00000100:00080000:0.0:1789763813.499295:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.499327:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763813.499330:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763813.499338:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484835456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.499344:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.499347:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763813.499348:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.499351:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3802
00000100:00080000:0.0:1789763813.499353:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.499355:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763813.499358:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763813.499365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484835584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.499372:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.499392:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763813.499394:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.499398:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3802
00000100:00080000:0.0:1789763813.499404:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.499414:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:1.0:1789763813.499414:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:0.0:1789763813.499426:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763813.499455:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484835712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763813.499465:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763813.499468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763813.499470:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763813.499474:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3802
00000100:00080000:0.0:1789763813.499478:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763813.499503:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763813.499509:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763813.499531:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484835840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763813.499533:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff8ab8c2fe8a80 x1876699484835200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763813.499580:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484835200/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763813.499592:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763813.499597:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763813.499602:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484835200:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763813.499625:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484835328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763813.499650:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763813.499664:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff8ab8c2fead80 x1876699484835328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763813.499676:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484835328/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763813.499684:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763813.499688:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763813.499692:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484835328:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763813.499699:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484835456:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763813.499719:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763813.499731:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff8ab8c2fe8380 x1876699484835456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763813.499743:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484835456/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763813.499750:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763813.499753:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763813.499757:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484835456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763813.499764:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484835584:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763813.499783:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763813.499794:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff8ab8c2fe9c00 x1876699484835584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763813.499807:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484835584/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763813.499816:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763813.499819:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763813.499823:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484835584:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763813.499828:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484835712:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763813.499848:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763813.499859:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff8ab8c2fe8000 x1876699484835712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763813.499870:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484835712/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763813.499896:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763813.499901:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763813.499905:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484835712:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763813.499911:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484835840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763813.499931:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763813.499944:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff8ab8c2fe9880 x1876699484835840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763813.499957:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484835840/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763813.499965:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763813.499969:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763813.499973:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484835840:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763814.202981:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763815.227069:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763816.251216:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763817.275116:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763818.299106:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763818.619085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.619114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763818.619120:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.619136:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3807
00000100:00080000:1.0:1789763818.619155:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.619166:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763818.619236:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484835968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763818.619290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.619295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763818.619298:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.619304:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3807
00000100:00080000:1.0:1789763818.619308:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.619313:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763818.619328:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763818.619348:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484836096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763818.619366:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.619380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763818.619380:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484835968:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763818.619392:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.619421:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3807
00000100:00080000:1.0:1789763818.619427:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.619435:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763818.619443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763818.619481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484836224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763818.619496:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.619501:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763818.619504:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763818.619515:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3807
00000800:00000100:3.0:1789763818.619517:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763818.619529:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.619537:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763818.619546:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763818.619565:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484836352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763818.619580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.619585:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763818.619587:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763818.619595:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff8ab8d84aa680 x1876699484835968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763818.619600:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3807
00000100:00080000:1.0:1789763818.619614:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.619637:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763818.619647:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763818.619658:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484835968/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763818.619671:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484836480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763818.619739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763818.619764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763818.619778:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763818.619786:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763818.619787:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3807
00000100:00080000:1.0:1789763818.619803:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763818.619824:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763818.619827:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:1.0:1789763818.619838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763818.619849:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484835968:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763818.619944:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484836608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763818.619975:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836096:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763818.620037:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763818.620057:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff8ab8d84aad80 x1876699484836096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.620073:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484836096/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.620084:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.620089:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763818.620092:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836096:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763818.620100:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763818.620122:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763818.620134:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff8ab8d84a8a80 x1876699484836224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.620147:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484836224/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.620156:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.620159:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763818.620162:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763818.620170:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836352:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763818.620188:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763818.620198:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff8ab8d84ab480 x1876699484836352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.620210:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484836352/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.620219:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.620222:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763818.620225:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836352:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763818.620231:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484836480:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763818.620249:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763818.620259:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff8ab8d84a9f80 x1876699484836480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.620270:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484836480/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.620279:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.620282:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763818.620285:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484836480:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763818.620307:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484836608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763818.620325:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763818.620336:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763818/real 1789763818]  req@ffff8ab8d84a8000 x1876699484836608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763818.620349:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484836608/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763818.620358:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763818.620361:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763818.620364:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484836608:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763819.323126:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763820.347101:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763821.370991:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763822.395026:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763823.419050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763823.739052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.739064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763823.739068:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.739079:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3812
00000100:00080000:0.0:1789763823.739092:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.739101:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763823.739146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484836736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763823.739173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.739176:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763823.739177:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.739180:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3812
00000100:00080000:0.0:1789763823.739183:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.739185:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763823.739195:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763823.739204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484836864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763823.739212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.739215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763823.739217:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.739221:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3812
00000100:00080000:0.0:1789763823.739223:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.739226:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763823.739230:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763823.739237:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484836992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763823.739247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.739254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1789763823.739256:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484836736:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763823.739257:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.739270:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3812
00000100:00080000:0.0:1789763823.739274:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.739278:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763823.739281:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763823.739295:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484837120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763823.739301:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.739305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763823.739306:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.739309:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3812
00000100:00080000:0.0:1789763823.739316:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.739318:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763823.739322:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763823.739334:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484837248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763823.739342:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763823.739356:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763823.739359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763823.739361:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763823.739366:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3812
00000100:00080000:0.0:1789763823.739371:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763823.739374:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763823.739378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763823.739390:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484837376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763823.739397:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff8ab8c2feb800 x1876699484836736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.739440:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484836736/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.739451:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.739458:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763823.739462:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484836736:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763823.739469:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836864:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763823.739495:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763823.739510:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff8ab8c2feb480 x1876699484836864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.739524:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484836864/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.739540:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.739544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763823.739548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836864:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763823.739575:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763823.739596:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763823.739605:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff8ab8c2feb100 x1876699484836992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.739613:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484836992/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.739619:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.739621:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763823.739624:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484836992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763823.739628:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484837120:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763823.739640:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763823.739647:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff8ab8c2fe8e00 x1876699484837120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.739655:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484837120/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.739660:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.739662:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763823.739664:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484837120:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763823.739669:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484837248:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763823.739680:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763823.739686:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff8ab8c2fe9180 x1876699484837248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.739694:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484837248/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.739698:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.739700:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763823.739702:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484837248:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763823.739706:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484837376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763823.739716:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763823.739722:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763823/real 1789763823]  req@ffff8ab8c2feaa00 x1876699484837376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763823.739729:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484837376/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763823.739734:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763823.739735:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763823.739737:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484837376:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763824.443031:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763825.466990:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763826.491048:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763827.515053:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763828.539042:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763828.858982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.858995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763828.858999:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.859010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3817
00000100:00080000:1.0:1789763828.859023:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.859031:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763828.859094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484837504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763828.859141:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.859146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763828.859148:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.859153:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3817
00000100:00080000:1.0:1789763828.859157:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.859160:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763828.859172:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763828.859185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484837632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763828.859193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.859197:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763828.859199:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.859204:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3817
00000100:00080000:1.0:1789763828.859207:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.859211:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763828.859214:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763828.859223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484837760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763828.859233:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484837504:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763828.859234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.859247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763828.859253:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.859258:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3817
00000100:00080000:1.0:1789763828.859260:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.859263:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763828.859267:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763828.859278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484837888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763828.859285:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.859289:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763828.859290:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.859293:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3817
00000100:00080000:1.0:1789763828.859300:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.859303:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763828.859307:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763828.859316:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484838016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763828.859325:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763828.859333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763828.859348:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763828.859349:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763828.859355:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3817
00000100:00080000:1.0:1789763828.859360:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763828.859363:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763828.859367:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763828.859395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484838144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763828.859410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff8ab8d84a8700 x1876699484837504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.859434:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484837504/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.859443:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.859447:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763828.859450:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484837504:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763828.859457:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484837632:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763828.859478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763828.859488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff8ab8d84ab800 x1876699484837632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.859497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484837632/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.859503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.859505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763828.859507:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484837632:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763828.859526:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484837760:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763828.859538:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763828.859544:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff8ab8d84a9500 x1876699484837760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.859552:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484837760/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.859562:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.859564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763828.859566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484837760:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763828.859570:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484837888:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763828.859580:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763828.859586:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff8ab8d84a9880 x1876699484837888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.859593:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484837888/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.859599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.859601:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763828.859602:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484837888:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763828.859606:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484838016:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763828.859617:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763828.859623:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff8ab8d84a8380 x1876699484838016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.859629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484838016/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.859634:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.859636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763828.859639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484838016:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763828.859643:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484838144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763828.859653:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763828.859659:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763828/real 1789763828]  req@ffff8ab8d84a8000 x1876699484838144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763828.859666:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484838144/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763828.859671:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763828.859673:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763828.859674:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484838144:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763829.563143:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763830.587235:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763831.611069:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763832.635154:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763833.659041:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763833.978967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763833.978979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763833.978983:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763833.978996:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3822
00000100:00080000:1.0:1789763833.979027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763833.979035:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763833.979078:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484838272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763833.979102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763833.979106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763833.979107:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763833.979111:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3822
00000100:00080000:1.0:1789763833.979114:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763833.979117:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763833.979155:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763833.979172:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484838400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763833.979184:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763833.979189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763833.979191:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763833.979196:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3822
00000100:00080000:1.0:1789763833.979200:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763833.979217:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484838272:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763833.979219:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763833.979234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763833.979246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484838528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763833.979259:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763833.979263:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763833.979265:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763833.979268:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3822
00000100:00080000:1.0:1789763833.979272:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763833.979276:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763833.979282:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763833.979314:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484838656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763833.979353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763833.979377:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763833.979391:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763833.979395:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3822
00000100:00080000:1.0:1789763833.979401:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763833.979405:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763833.979411:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763833.979427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484838400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763833.979429:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484838784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763833.979440:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763833.979444:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763833.979456:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763833.979460:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3822
00000100:00080000:1.0:1789763833.979465:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763833.979468:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763833.979473:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763833.979483:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484838528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763833.979486:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484838912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763833.979512:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484838656:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763833.979534:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484838784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763833.979550:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484838912:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763834.683079:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763835.706983:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763836.731002:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763837.051416:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789763837.051507:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763837.051536:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763837.051603:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763837.051623:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763837.051645:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789763837.051659:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763837]  req@ffff8ab8d84a8a80 x1876699484838528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789763837.051666:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763837.051691:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:2.0:1789763837.051724:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484838528/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763837.051745:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763837.051753:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763837.051760:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484838528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763837.051771:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763837]  req@ffff8ab8d84aad80 x1876699484838656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763837.051791:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484838656/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763837.051803:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763837.051808:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763837.051813:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484838656:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763837.051823:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763837]  req@ffff8ab8d84aa680 x1876699484838784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763837.051839:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484838784/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763837.051849:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763837.051855:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763837.051859:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484838784:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763837.051932:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763837]  req@ffff8ab8d84a9f80 x1876699484838272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763837.051953:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484838272/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763837.051965:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763837.051970:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763837.051974:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484838272:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763837.051984:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763837]  req@ffff8ab8d84ab480 x1876699484838400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763837.052001:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484838400/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763837.052013:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763837.052018:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763837.052022:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484838400:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763837.052071:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763833/real 1789763837]  req@ffff8ab8d84a9180 x1876699484838912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763837.052090:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484838912/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763837.052099:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763837.052106:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763837.052110:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484838912:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763837.755036:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763838.779097:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763839.098988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.099002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763839.099007:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.099032:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3827
00000100:00080000:1.0:1789763839.099047:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.099057:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763839.099104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484839040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.099133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.099137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763839.099139:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.099144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3827
00000100:00080000:1.0:1789763839.099149:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.099153:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763839.099166:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763839.099176:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484839040:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763839.099180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484839168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.099191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.099194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763839.099196:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.099200:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3827
00000100:00080000:1.0:1789763839.099214:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.099218:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763839.099223:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763839.099232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484839296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.099241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.099245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763839.099246:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.099250:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3827
00000100:00080000:1.0:1789763839.099253:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.099256:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763839.099261:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763839.099268:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763839.099270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484839424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.099280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.099283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763839.099285:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.099288:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3827
00000100:00080000:1.0:1789763839.099291:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.099309:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763839.099315:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763839.099326:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484839552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763839.099333:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8ab8d84a9c00 x1876699484839040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763839.099336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.099340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763839.099342:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.099346:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3827
00000100:00080000:1.0:1789763839.099350:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.099354:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763839.099355:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484839040/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763839.099359:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763839.099368:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763839.099370:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484839680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763839.099373:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763839.099378:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484839040:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763839.099409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484839168:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763839.099435:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763839.099449:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8ab8d84a8e00 x1876699484839168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763839.099462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484839168/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763839.099473:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763839.099477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763839.099480:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484839168:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763839.099487:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484839296:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763839.099510:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763839.099523:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8ab8d84aa300 x1876699484839296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763839.099535:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484839296/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763839.099544:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763839.099548:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763839.099551:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484839296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763839.099558:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484839424:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763839.099582:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763839.099596:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8ab8d84abb80 x1876699484839424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763839.099608:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484839424/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763839.099617:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763839.099620:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763839.099624:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484839424:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763839.099630:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484839552:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763839.099651:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763839.099663:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8ab8d84ab100 x1876699484839552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763839.099690:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484839552/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763839.099698:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763839.099702:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763839.099705:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484839552:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763839.099711:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484839680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763839.099732:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763839.099744:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8ab8d84a9180 x1876699484839680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763839.099758:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484839680/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763839.099767:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763839.099770:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763839.099774:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484839680:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763839.803050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763840.827088:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763841.851107:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763842.875140:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763843.899145:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763844.219025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.219046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763844.219054:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.219075:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3832
00000100:00080000:1.0:1789763844.219112:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.219126:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763844.219192:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484839808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.219239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.219244:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763844.219247:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.219252:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3832
00000100:00080000:1.0:1789763844.219282:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.219289:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763844.219305:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763844.219325:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484839936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.219341:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.219348:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763844.219353:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763844.219354:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484839808:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763844.219362:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3832
00000100:00080000:1.0:1789763844.219369:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.219378:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763844.219384:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763844.219397:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484840064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.219409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.219414:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763844.219416:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.219420:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3832
00000100:00080000:1.0:1789763844.219423:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.219428:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763844.219434:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763844.219446:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484840192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.219458:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.219462:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763844.219465:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.219469:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3832
00000100:00080000:1.0:1789763844.219473:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.219477:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763844.219482:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763844.219492:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763844.219497:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484840320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.219511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.219517:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763844.219520:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.219526:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3832
00000100:00080000:1.0:1789763844.219531:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.219536:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763844.219541:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763844.219552:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484840448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763844.219593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8ab8d84ab480 x1876699484839808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.219653:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484839808/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.219676:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.219688:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763844.219698:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484839808:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763844.219748:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484839936:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763844.219807:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763844.219843:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8ab8d84a9f80 x1876699484839936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.219921:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484839936/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.219934:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.219940:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763844.219947:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484839936:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763844.219958:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763844.219994:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763844.220016:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8ab8d84aa680 x1876699484840064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.220032:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484840064/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.220050:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.220055:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763844.220058:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763844.220065:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840192:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763844.220086:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763844.220097:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8ab8d84aad80 x1876699484840192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.220112:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484840192/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.220122:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.220127:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763844.220131:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840192:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763844.220139:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484840320:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763844.220162:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763844.220180:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8ab8d84a8a80 x1876699484840320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.220195:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484840320/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.220205:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.220208:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763844.220213:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484840320:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763844.220219:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484840448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763844.220241:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763844.220283:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8ab8d84a8000 x1876699484840448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763844.220324:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484840448/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763844.220342:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763844.220348:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763844.220356:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484840448:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763844.923135:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763845.947138:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763846.971081:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763847.995090:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763849.019098:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763849.338969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763849.338981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763849.338986:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763849.339007:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3837
00000100:00080000:1.0:1789763849.339024:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763849.339033:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763849.339083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484840576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763849.339111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763849.339115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763849.339117:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763849.339120:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3837
00000100:00080000:1.0:1789763849.339123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763849.339126:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763849.339143:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763849.339155:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484840576:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763849.339157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484840704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763849.339172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763849.339175:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763849.339177:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763849.339181:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3837
00000100:00080000:1.0:1789763849.339183:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763849.339186:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763849.339190:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763849.339200:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484840832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763849.339208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763849.339211:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763849.339212:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763849.339215:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3837
00000100:00080000:1.0:1789763849.339218:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763849.339235:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763849.339240:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763849.339261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484840960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763849.339269:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763849.339281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763849.339286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763849.339289:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763849.339294:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3837
00000100:00080000:1.0:1789763849.339298:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763849.339302:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763849.339308:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763849.339320:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484841088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763849.339324:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8ab8d84a8380 x1876699484840576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763849.339335:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763849.339342:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763849.339343:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763849.339348:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3837
00000100:00080000:1.0:1789763849.339351:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763849.339354:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484840576/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763849.339356:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763849.339363:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763849.339371:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763849.339379:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484841216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763849.339380:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763849.339389:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484840576:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763849.339422:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840704:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.339442:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763849.339453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8ab8d84a9880 x1876699484840704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.339462:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484840704/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.339469:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.339472:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763849.339474:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840704:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.339478:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.339492:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763849.339499:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8ab8d84a9500 x1876699484840832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.339507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484840832/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.339521:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.339524:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763849.339526:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.339531:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840960:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763849.339546:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763849.339553:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8ab8d84ab800 x1876699484840960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.339567:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484840960/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.339574:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.339576:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763849.339578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484840960:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763849.339582:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484841088:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.339593:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763849.339600:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8ab8d84a8700 x1876699484841088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.339609:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484841088/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.339614:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.339616:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763849.339618:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484841088:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.339621:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484841216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.339634:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763849.339646:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8ab8d84a8000 x1876699484841216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.339658:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484841216/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.339675:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.339679:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763849.339684:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484841216:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763850.043108:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763851.067067:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763852.091040:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763853.115092:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763854.139089:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763854.459055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.459066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763854.459070:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.459081:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3843
00000100:00080000:0.0:1789763854.459094:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.459102:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763854.459145:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484841344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763854.459178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.459198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763854.459200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.459204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3843
00000100:00080000:0.0:1789763854.459208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.459212:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763854.459223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763854.459240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484841472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763854.459252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.459255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763854.459259:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.459264:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3843
00000100:00080000:0.0:1789763854.459267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.459271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763854.459276:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763854.459284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484841600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763854.459297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.459303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789763854.459303:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484841344:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763854.459314:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.459331:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3843
00000100:00080000:0.0:1789763854.459336:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.459339:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763854.459344:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763854.459359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484841728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763854.459369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.459373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763854.459376:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.459380:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3843
00000100:00080000:0.0:1789763854.459383:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.459388:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763854.459393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763854.459406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484841856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763854.459414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.459418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763854.459422:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.459426:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3843
00000100:00080000:0.0:1789763854.459429:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.459434:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763854.459438:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763854.459445:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763854.459460:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484841984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763854.459531:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8ab8c2fe9f80 x1876699484841344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.459561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484841344/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.459577:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.459584:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763854.459589:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484841344:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763854.459600:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484841472:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763854.459630:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763854.459646:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8ab8c2febb80 x1876699484841472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.459662:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484841472/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.459681:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.459686:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763854.459690:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484841472:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763854.459729:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484841600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763854.459751:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763854.459765:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8ab8c2fea300 x1876699484841600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.459779:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484841600/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.459790:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.459794:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763854.459798:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484841600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763854.459806:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484841728:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763854.459828:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763854.459853:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8ab8c2fea680 x1876699484841728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.459910:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484841728/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.459922:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.459926:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763854.459931:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484841728:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763854.459940:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484841856:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763854.459967:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763854.459981:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8ab8c2fe9500 x1876699484841856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.459995:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484841856/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.460006:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.460009:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763854.460014:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484841856:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763854.460021:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484841984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763854.460041:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763854.460053:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8ab8c2feaa00 x1876699484841984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.460067:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484841984/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.460077:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.460080:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763854.460084:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484841984:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763855.163078:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763856.187060:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763857.211129:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763858.235097:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763859.259058:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763859.578969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763859.578980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763859.578984:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763859.578996:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3848
00000100:00080000:2.0:1789763859.579008:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763859.579016:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763859.579081:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484842112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763859.579127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763859.579130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763859.579131:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763859.579135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3848
00000100:00080000:2.0:1789763859.579138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763859.579141:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763859.579169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763859.579180:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484842112:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763859.579185:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484842240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763859.579196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763859.579199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763859.579200:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763859.579204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3848
00000100:00080000:2.0:1789763859.579207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763859.579211:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763859.579214:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763859.579225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484842368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763859.579232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763859.579235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763859.579237:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763859.579239:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3848
00000100:00080000:2.0:1789763859.579254:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763859.579257:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763859.579277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763859.579285:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763859.579292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484842496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763859.579303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763859.579307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763859.579309:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763859.579313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3848
00000100:00080000:2.0:1789763859.579316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763859.579319:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763859.579323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763859.579332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484842624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763859.579340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763859.579345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763859.579345:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff8ab8c33dc700 x1876699484842112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763859.579351:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763859.579361:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3848
00000100:00080000:2.0:1789763859.579368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763859.579373:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763859.579377:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763859.579382:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484842112/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763859.579390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484842752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763859.579400:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763859.579407:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763859.579413:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484842112:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763859.579440:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484842240:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763859.579478:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763859.579488:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff8ab8c33dc000 x1876699484842240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763859.579497:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484842240/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763859.579503:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763859.579505:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763859.579508:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484842240:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763859.579513:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484842368:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763859.579526:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763859.579533:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff8ab8c33ded80 x1876699484842368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763859.579541:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484842368/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763859.579546:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763859.579548:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763859.579550:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484842368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763859.579554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484842496:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763859.579566:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763859.579582:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff8ab8c33dd880 x1876699484842496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763859.579589:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484842496/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763859.579595:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763859.579597:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763859.579599:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484842496:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763859.579602:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484842624:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763859.579614:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763859.579621:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff8ab8c33de680 x1876699484842624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763859.579629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484842624/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763859.579634:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763859.579636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763859.579638:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484842624:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763859.579641:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484842752:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763859.579652:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763859.579658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763859/real 1789763859]  req@ffff8ab8c33dc380 x1876699484842752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763859.579668:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484842752/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763859.579677:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763859.579680:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763859.579684:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484842752:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763860.283029:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763861.307162:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763862.331077:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763863.355207:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763864.379195:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763864.698992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.699014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763864.699023:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.699043:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3853
00000100:00080000:2.0:1789763864.699077:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.699087:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763864.699159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484842880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.699191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.699195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763864.699197:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.699201:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3853
00000100:00080000:2.0:1789763864.699205:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.699209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763864.699221:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763864.699236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484843008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.699247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763864.699251:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484842880:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763864.699252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763864.699257:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.699266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3853
00000100:00080000:2.0:1789763864.699269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.699272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763864.699276:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763864.699290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484843136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.699299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.699303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763864.699305:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.699308:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3853
00000100:00080000:2.0:1789763864.699310:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.699313:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763864.699318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763864.699328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484843264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.699337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.699340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763864.699341:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.699346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3853
00000100:00080000:2.0:1789763864.699350:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763864.699353:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763864.699358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763864.699364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763864.699376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484843392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763864.699385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763864.699388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763864.699389:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763864.699393:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3853
00000100:00080000:2.0:1789763864.699396:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763864.699399:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763864.699413:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763864.699432:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff8ab8c33dd180 x1876699484842880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763864.699435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484843520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763864.699473:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484842880/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.699494:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.699499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763864.699503:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484842880:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763864.699532:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843008:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763864.699554:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763864.699566:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff8ab8c33dca80 x1876699484843008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.699577:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484843008/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.699584:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.699587:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763864.699590:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843008:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763864.699595:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843136:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763864.699610:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763864.699618:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff8ab8c33df800 x1876699484843136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.699628:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484843136/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.699635:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.699637:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763864.699640:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763864.699646:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843264:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763864.699661:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763864.699669:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff8ab8c33ddf80 x1876699484843264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.699679:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484843264/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.699687:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.699689:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763864.699691:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843264:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763864.699695:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484843392:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763864.699710:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763864.699724:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff8ab8c33de300 x1876699484843392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.699739:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484843392/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.699751:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.699756:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763864.699761:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484843392:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763864.699771:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484843520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763864.699797:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763864.699808:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763864/real 1789763864]  req@ffff8ab8c33df100 x1876699484843520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763864.699820:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484843520/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763864.699827:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763864.699830:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763864.699833:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484843520:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763865.403163:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763866.427006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763867.451180:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763868.475104:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763869.499176:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763869.818985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.819002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763869.819008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.819025:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3858
00000100:00080000:2.0:1789763869.819042:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.819054:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763869.819181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484843648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763869.819241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.819246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763869.819249:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.819256:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3858
00000100:00080000:2.0:1789763869.819262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.819268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763869.819284:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763869.819304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484843776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763869.819315:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484843648:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763869.819344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.819350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763869.819352:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.819358:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3858
00000100:00080000:2.0:1789763869.819361:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.819365:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763869.819371:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763869.819386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484843904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763869.819415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.819420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763869.819423:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.819428:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3858
00000100:00080000:2.0:1789763869.819449:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.819458:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763869.819484:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763869.819486:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763869.819521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484844032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763869.819560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763869.819568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763869.819573:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.819583:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3858
00000100:00100000:3.0:1789763869.819593:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff8ab8c33df480 x1876699484843648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763869.819595:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.819612:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763869.819637:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763869.819651:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484843648/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763869.819663:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484844160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763869.819676:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763869.819691:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763869.819697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763869.819700:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484843648:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763869.819725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763869.819730:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763869.819759:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3858
00000100:00080000:2.0:1789763869.819768:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763869.819776:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763869.819786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763869.819798:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763869.819828:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484844288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763869.819880:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763869.819970:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff8ab8c33ddc00 x1876699484843776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763869.820001:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484843776/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763869.820029:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763869.820034:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763869.820038:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843776:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763869.820047:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763869.820135:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763869.820153:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff8ab8c33dfb80 x1876699484843904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763869.820167:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484843904/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763869.820193:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763869.820198:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763869.820202:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484843904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763869.820210:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484844032:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763869.820238:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763869.820251:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff8ab8c33df100 x1876699484844032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763869.820266:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484844032/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763869.820276:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763869.820279:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763869.820284:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484844032:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763869.820292:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484844160:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763869.820342:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763869.820353:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff8ab8c33de300 x1876699484844160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763869.820365:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484844160/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763869.820374:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763869.820377:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763869.820380:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484844160:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763869.820401:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484844288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763869.820419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763869.820430:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763869/real 1789763869]  req@ffff8ab8c33ddf80 x1876699484844288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763869.820445:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484844288/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763869.820460:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763869.820466:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763869.820471:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484844288:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763870.523175:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763871.547183:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763872.570998:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763873.595109:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763874.619105:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763874.938950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763874.938962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763874.938967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763874.938979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3863
00000100:00080000:2.0:1789763874.938994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763874.939002:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763874.939070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484844416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763874.939100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763874.939103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763874.939105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763874.939109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3863
00000100:00080000:2.0:1789763874.939112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763874.939115:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763874.939126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763874.939135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484844544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763874.939143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763874.939146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763874.939149:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763874.939154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3863
00000100:00080000:2.0:1789763874.939156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763874.939160:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763874.939165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763874.939175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484844672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763874.939183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763874.939186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763874.939187:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763874.939191:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3863
00000100:00080000:2.0:1789763874.939193:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763874.939196:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763874.939200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763874.939220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484844800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763874.939223:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484844416:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763874.939241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763874.939247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763874.939248:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763874.939252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3863
00000100:00080000:2.0:1789763874.939254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763874.939256:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763874.939259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763874.939269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484844928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763874.939279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763874.939282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763874.939284:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763874.939286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3863
00000100:00080000:2.0:1789763874.939288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763874.939292:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763874.939296:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763874.939305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484845056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763874.939354:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763874.939432:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874]  req@ffff8ab8c33df800 x1876699484844416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763874.939459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484844416/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763874.939475:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763874.939480:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763874.939486:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484844416:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763874.939497:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484844544:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763874.939528:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763874.939548:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874]  req@ffff8ab8c33dca80 x1876699484844544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763874.939573:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484844544/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763874.939589:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763874.939596:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763874.939603:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484844544:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763874.939617:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484844672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763874.939655:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763874.939673:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874]  req@ffff8ab8c33dd180 x1876699484844672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763874.939688:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484844672/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763874.939707:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763874.939711:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763874.939715:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484844672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763874.939749:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484844800:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763874.939773:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763874.939786:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874]  req@ffff8ab8c33dc380 x1876699484844800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763874.939800:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484844800/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763874.939810:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763874.939814:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763874.939818:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484844800:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763874.939825:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484844928:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763874.939844:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763874.939855:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874]  req@ffff8ab8c33de680 x1876699484844928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763874.939918:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484844928/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763874.939928:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763874.939932:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763874.939937:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484844928:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763874.939945:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484845056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763874.939969:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763874.939983:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763874/real 1789763874]  req@ffff8ab8c33dd880 x1876699484845056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763874.939997:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484845056/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763874.940006:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763874.940010:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763874.940013:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484845056:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763875.643315:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763876.667174:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763877.691116:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763878.715047:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763879.739128:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763880.059141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763880.059155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763880.059161:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763880.059178:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3868
00000100:00080000:2.0:1789763880.059195:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763880.059211:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763880.059269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484845184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763880.059324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763880.059332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763880.059338:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763880.059350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3868
00000100:00080000:2.0:1789763880.059359:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763880.059368:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763880.059383:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763880.059395:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484845184:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763880.059423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484845312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763880.059456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763880.059465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763880.059471:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763880.059481:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3868
00000100:00080000:2.0:1789763880.059536:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763880.059545:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789763880.059553:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789763880.059563:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763880.059596:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484845440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763880.059616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763880.059622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763880.059626:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763880.059633:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3868
00000100:00080000:2.0:1789763880.059639:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763880.059644:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763880.059652:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763880.059672:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484845568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763880.059697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763880.059703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763880.059706:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763880.059715:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff8ab8c33ded80 x1876699484845184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763880.059717:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3868
00000100:00080000:2.0:1789763880.059751:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763880.059764:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763880.059770:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484845184/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763880.059780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763880.059813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484845696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763880.059833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763880.059839:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763880.059843:0:37:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763880.059850:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3868
00000100:00080000:2.0:1789763880.059858:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763880.059865:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763880.059875:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763880.059967:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484845824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.060090:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763880.060100:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763880.060111:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484845184:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763880.060149:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484845312:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763880.060181:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763880.060198:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff8ab8c33dc000 x1876699484845312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763880.060212:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484845312/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763880.060221:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763880.060225:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763880.060229:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484845312:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763880.060235:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484845440:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763880.060254:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763880.060265:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff8ab8c33dc700 x1876699484845440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763880.060277:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484845440/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763880.060294:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763880.060297:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763880.060299:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484845440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763880.060306:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484845568:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763880.060324:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763880.060334:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff8ab8c33dd880 x1876699484845568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763880.060346:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484845568/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763880.060355:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763880.060358:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763880.060362:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484845568:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763880.060367:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484845696:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763880.060384:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763880.060393:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff8ab8c33de680 x1876699484845696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763880.060404:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484845696/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763880.060412:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763880.060414:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763880.060417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484845696:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763880.060423:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484845824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763880.060439:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763880.060448:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff8ab8c33dc380 x1876699484845824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763880.060460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484845824/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763880.060467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763880.060470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763880.060474:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484845824:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763880.763199:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763881.787135:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763882.811108:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763883.835077:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763884.859118:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763885.179030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.179040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763885.179045:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.179056:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3873
00000100:00080000:2.0:1789763885.179066:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.179075:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763885.179111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484845952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.179134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.179138:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.179139:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.179143:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3873
00000100:00080000:2.0:1789763885.179146:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.179149:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763885.179157:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.179168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484846080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.179178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.179181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763885.179183:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.179186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3873
00000100:00080000:2.0:1789763885.179188:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.179191:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763885.179195:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.179202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484846208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763885.179215:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484845952:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763885.179219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.179228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.179231:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.179235:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3873
00000100:00080000:2.0:1789763885.179237:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.179240:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763885.179245:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763885.179254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484846336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.179262:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.179265:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.179267:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.179270:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3873
00000100:00080000:2.0:1789763885.179286:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.179289:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763885.179293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763885.179300:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763885.179306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484846464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.179316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.179319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763885.179321:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.179325:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3873
00000100:00080000:2.0:1789763885.179331:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.179333:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763885.179338:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.179346:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484846592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763885.179357:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8ab8c33dd180 x1876699484845952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763885.179376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484845952/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763885.179386:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763885.179390:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763885.179394:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484845952:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763885.179400:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846080:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763885.179421:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763885.179432:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8ab8c33dca80 x1876699484846080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763885.179442:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484846080/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763885.179467:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763885.179471:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763885.179474:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846080:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763885.179500:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763885.179521:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763885.179532:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8ab8c33df800 x1876699484846208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763885.179545:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484846208/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763885.179554:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763885.179557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763885.179561:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763885.179566:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846336:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763885.179584:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763885.179594:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8ab8c33ddf80 x1876699484846336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763885.179606:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484846336/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763885.179614:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763885.179617:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763885.179620:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846336:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763885.179625:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484846464:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763885.179643:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763885.179653:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8ab8c33de300 x1876699484846464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763885.179665:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484846464/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763885.179674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763885.179677:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763885.179680:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484846464:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763885.179686:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484846592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763885.179702:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763885.179712:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8ab8c33df100 x1876699484846592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763885.179723:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484846592/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763885.179740:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763885.179743:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763885.179746:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484846592:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763885.883116:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763886.907168:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763887.931125:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763888.955200:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763889.979192:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763890.299018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763890.299031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763890.299036:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763890.299062:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3878
00000100:00080000:1.0:1789763890.299096:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763890.299110:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763890.299187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484846720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763890.299226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763890.299231:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763890.299240:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763890.299245:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3878
00000100:00080000:1.0:1789763890.299251:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763890.299256:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763890.299268:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763890.299289:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484846848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763890.299304:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763890.299309:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763890.299330:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763890.299335:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484846720:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763890.299340:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3878
00000100:00080000:1.0:1789763890.299351:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763890.299356:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763890.299362:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763890.299406:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484846976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763890.299420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763890.299424:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763890.299427:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763890.299432:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3878
00000100:00080000:1.0:1789763890.299438:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763890.299444:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763890.299451:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763890.299460:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763890.299471:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484847104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763890.299487:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763890.299491:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763890.299493:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763890.299497:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3878
00000100:00080000:1.0:1789763890.299502:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763890.299507:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763890.299511:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763890.299524:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484847232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763890.299537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8ab8d84a8a80 x1876699484846720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763890.299556:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763890.299566:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763890.299570:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763890.299573:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484846720/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763890.299589:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3878
00000100:00080000:3.0:1789763890.299599:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763890.299608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789763890.299616:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763890.299617:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484846720:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763890.299633:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763890.299643:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763890.299661:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763890.299666:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484847360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763890.299704:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763890.299727:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8ab8d84aad80 x1876699484846848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763890.299742:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484846848/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763890.299752:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763890.299756:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763890.299760:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846848:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763890.299766:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763890.299785:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763890.299796:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8ab8d84aa680 x1876699484846976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763890.299808:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484846976/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763890.299817:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763890.299820:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763890.299824:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484846976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763890.299830:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484847104:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763890.299898:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763890.299915:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8ab8d84a9f80 x1876699484847104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763890.299951:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484847104/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763890.299961:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763890.299964:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763890.299968:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484847104:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763890.299975:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484847232:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763890.300000:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763890.300012:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8ab8d84ab480 x1876699484847232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763890.300026:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484847232/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763890.300035:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763890.300038:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763890.300042:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484847232:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763890.300062:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484847360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763890.300081:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763890.300113:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8ab8d84a9180 x1876699484847360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763890.300141:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484847360/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763890.300151:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763890.300155:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763890.300177:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484847360:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763891.003038:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763892.027158:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763893.051080:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763894.075087:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763895.099089:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763895.418961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763895.418974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763895.418979:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763895.418992:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3883
00000100:00080000:1.0:1789763895.419005:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763895.419015:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763895.419061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484847488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763895.419102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763895.419107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763895.419110:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763895.419115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3883
00000100:00080000:1.0:1789763895.419119:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763895.419123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763895.419135:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763895.419152:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484847616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763895.419177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763895.419181:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763895.419183:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763895.419190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3883
00000100:00080000:1.0:1789763895.419198:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763895.419217:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763895.419217:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484847488:192.168.203.110@tcp:250:kworker.0
00000008:00100000:1.0:1789763895.419231:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763895.419272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484847744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763895.419296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763895.419303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763895.419307:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763895.419312:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3883
00000100:00080000:1.0:1789763895.419319:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763895.419341:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763895.419350:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763895.419366:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484847872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763895.419380:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763895.419385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763895.419390:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763895.419401:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3883
00000100:00080000:1.0:1789763895.419406:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763895.419410:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789763895.419419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789763895.419431:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763895.419449:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484848000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763895.419471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763895.419475:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763895.419479:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763895.419487:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3883
00000100:00080000:1.0:1789763895.419500:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763895.419506:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763895.419515:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763895.419517:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8ab8d84ab100 x1876699484847488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763895.419539:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484848128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763895.419561:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484847488/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.419582:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.419594:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763895.419601:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484847488:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763895.419613:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484847616:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763895.419650:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763895.419667:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8ab8d84abb80 x1876699484847616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.419683:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484847616/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.419694:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.419698:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763895.419702:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484847616:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763895.419741:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484847744:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763895.419764:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763895.419778:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8ab8d84aa300 x1876699484847744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.419793:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484847744/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.419803:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.419806:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763895.419810:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484847744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763895.419817:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484847872:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763895.419838:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763895.419850:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8ab8d84a8e00 x1876699484847872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.419945:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484847872/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.419959:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.419964:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763895.419978:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484847872:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763895.419988:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484848000:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763895.420022:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763895.420039:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8ab8d84a9c00 x1876699484848000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.420055:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484848000/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.420065:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.420070:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763895.420073:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484848000:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763895.420080:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484848128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763895.420102:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763895.420114:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8ab8d84a9180 x1876699484848128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.420129:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484848128/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.420138:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.420142:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763895.420145:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484848128:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763896.123235:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763897.147072:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763898.171161:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763899.195131:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763900.219166:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763900.539028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763900.539040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763900.539045:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763900.539058:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3889
00000100:00080000:2.0:1789763900.539072:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763900.539081:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763900.539128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484848256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763900.539166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763900.539171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763900.539174:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763900.539179:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3889
00000100:00080000:2.0:1789763900.539184:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763900.539188:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763900.539202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763900.539221:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484848384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763900.539240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763900.539244:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763900.539246:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763900.539252:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3889
00000100:00080000:2.0:1789763900.539255:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763900.539267:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763900.539271:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484848256:192.168.203.110@tcp:250:kworker.0
00000008:00100000:2.0:1789763900.539275:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763900.539305:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484848512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763900.539334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763900.539340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763900.539343:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763900.539349:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3889
00000100:00080000:2.0:1789763900.539356:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763900.539373:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763900.539379:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763900.539395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484848640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763900.539408:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763900.539412:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763900.539415:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763900.539421:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3889
00000100:00080000:2.0:1789763900.539426:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763900.539430:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763900.539435:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763900.539451:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484848768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763900.539464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763900.539468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763900.539470:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763900.539475:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3889
00000100:00080000:2.0:1789763900.539481:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763900.539488:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763900.539495:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763900.539496:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484848384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763900.539512:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484848896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763900.539595:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484848512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763900.539633:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484848640:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763900.539704:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484848768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763900.539762:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484848896:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763901.243057:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763902.267072:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763903.291087:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763903.611240:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:1.0:1789763903.611309:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763903.611334:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763903.611404:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763903.611440:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763903.611455:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763903.611468:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:1.0:1789763903.611478:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:3.0:1789763903.611510:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763903]  req@ffff8ab8c33ddf80 x1876699484848896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763903.611549:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484848896/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763903.611565:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763903.611572:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763903.611578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484848896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763903.611587:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763903]  req@ffff8ab8c33ddc00 x1876699484848384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763903.611602:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484848384/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763903.611616:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763903.611635:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763903.611644:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484848384:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763903.611658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763903]  req@ffff8ab8c33df480 x1876699484848512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763903.611681:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484848512/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763903.611696:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763903.611704:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763903.611711:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484848512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763903.611724:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763903]  req@ffff8ab8c33df100 x1876699484848640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763903.611747:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484848640/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763903.611764:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763903.611771:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763903.611777:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484848640:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763903.611789:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763903]  req@ffff8ab8c33de300 x1876699484848768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763903.611811:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484848768/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763903.611858:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763903.611906:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763903.611915:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484848768:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763903.611929:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763900/real 1789763903]  req@ffff8ab8c33dfb80 x1876699484848256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763903.611957:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484848256/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763903.611974:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763903.611981:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763903.611988:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484848256:192.168.203.110@tcp:250:kworker.0
00010000:00010000:0.0:1789763904.315035:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763905.339082:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763905.658962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763905.658976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763905.658981:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763905.658994:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3894
00000100:00080000:2.0:1789763905.659007:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763905.659017:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763905.659063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484849024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763905.659108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763905.659114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763905.659117:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763905.659122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3894
00000100:00080000:2.0:1789763905.659127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763905.659132:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763905.659143:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763905.659158:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484849152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763905.659171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763905.659176:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763905.659178:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763905.659185:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3894
00000100:00080000:2.0:1789763905.659189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763905.659194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763905.659211:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763905.659224:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484849024:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763905.659230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484849280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763905.659248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763905.659252:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763905.659256:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763905.659262:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3894
00000100:00080000:2.0:1789763905.659266:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763905.659272:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763905.659279:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763905.659295:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484849408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763905.659315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763905.659322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763905.659325:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763905.659331:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763905.659348:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3894
00000100:00080000:2.0:1789763905.659359:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763905.659368:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763905.659380:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763905.659410:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff8ab8c33df800 x1876699484849024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763905.659413:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484849536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763905.659474:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763905.659480:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484849024/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763905.659483:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763905.659490:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763905.659507:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3894
00000100:00080000:2.0:1789763905.659521:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763905.659524:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763905.659533:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763905.659544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:2.0:1789763905.659551:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763905.659558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484849024:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763905.659587:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484849664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763905.659588:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484849152:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763905.659658:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763905.659687:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff8ab8c33dca80 x1876699484849152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763905.659711:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484849152/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763905.659726:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763905.659732:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763905.659739:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484849152:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763905.659780:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484849280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763905.660020:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763905.660049:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff8ab8c33dd180 x1876699484849280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763905.660076:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484849280/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763905.660093:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763905.660099:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763905.660106:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484849280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763905.660119:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484849408:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763905.660162:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763905.660186:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff8ab8c33dc380 x1876699484849408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763905.660211:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484849408/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763905.660228:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763905.660235:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763905.660242:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484849408:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763905.660255:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484849536:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763905.660297:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763905.660322:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff8ab8c33de680 x1876699484849536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763905.660359:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484849536/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763905.660374:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763905.660380:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763905.660386:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484849536:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763905.660399:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484849664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763905.660451:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763905.660474:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763905/real 1789763905]  req@ffff8ab8c33dd880 x1876699484849664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763905.660499:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484849664/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763905.660515:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763905.660521:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763905.660528:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484849664:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763906.363088:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763907.387089:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763908.411099:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763909.435091:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763910.459096:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763910.779000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763910.779011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763910.779016:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763910.779026:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3899
00000100:00080000:0.0:1789763910.779057:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763910.779066:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763910.779116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484849792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763910.779156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763910.779162:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763910.779166:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763910.779174:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3899
00000100:00080000:0.0:1789763910.779182:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763910.779189:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763910.779205:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763910.779232:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484849920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763910.779258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763910.779265:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763910.779270:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763910.779277:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3899
00000100:00080000:0.0:1789763910.779286:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763910.779293:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763910.779303:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763910.779321:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484849792:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763910.779327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484850048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763910.779363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763910.779372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763910.779375:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763910.779384:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3899
00000100:00080000:0.0:1789763910.779394:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763910.779405:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763910.779417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763910.779443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484850176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763910.779458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763910.779463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763910.779466:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763910.779482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3899
00000800:00000100:3.0:1789763910.779484:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763910.779502:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763910.779510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763910.779519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763910.779550:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484850304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763910.779574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763910.779578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763910.779584:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763910.779592:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff8ab8c2fe9180 x1876699484849792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763910.779594:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3899
00000100:00080000:0.0:1789763910.779602:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763910.779611:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763910.779628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763910.779662:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484850432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763910.779670:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484849792/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763910.779811:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763910.779818:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763910.779828:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484849792:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763910.779841:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484849920:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763910.779929:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763910.779949:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff8ab8c2fe8e00 x1876699484849920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763910.779965:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484849920/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763910.779976:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763910.779980:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763910.779985:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484849920:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763910.780022:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850048:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763910.780051:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763910.780065:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff8ab8c2feb100 x1876699484850048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763910.780079:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484850048/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763910.780089:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763910.780092:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763910.780096:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763910.780104:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850176:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763910.780125:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763910.780137:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff8ab8c2feb480 x1876699484850176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763910.780151:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484850176/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763910.780161:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763910.780164:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763910.780168:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850176:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763910.780175:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484850304:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763910.780195:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763910.780206:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff8ab8c2feb800 x1876699484850304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763910.780220:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484850304/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763910.780230:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763910.780234:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763910.780237:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484850304:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763910.780244:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484850432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763910.780264:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763910.780276:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763910/real 1789763910]  req@ffff8ab8c2fe9880 x1876699484850432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763910.780291:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484850432/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763910.780300:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763910.780304:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763910.780307:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484850432:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763911.483102:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763912.507102:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763913.531125:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763914.555110:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763915.579072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763915.899036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763915.899048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763915.899055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763915.899069:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3904
00000100:00080000:0.0:1789763915.899083:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763915.899095:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763915.899144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484850560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763915.899178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763915.899183:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763915.899187:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763915.899194:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3904
00000100:00080000:0.0:1789763915.899199:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763915.899209:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484850560:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763915.899211:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763915.899233:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763915.899259:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484850688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763915.899279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763915.899284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763915.899287:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763915.899293:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3904
00000100:00080000:0.0:1789763915.899298:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763915.899304:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763915.899314:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763915.899319:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763915.899363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484850816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763915.899386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763915.899398:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789763915.899401:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff8ab8c2fe8000 x1876699484850560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763915.899405:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763915.899426:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3904
00000100:00080000:0.0:1789763915.899438:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763915.899448:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763915.899458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763915.899460:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484850560/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763915.899482:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763915.899484:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484850944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763915.899499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763915.899515:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484850560:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763915.899516:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763915.899529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763915.899533:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763915.899540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3904
00000100:00080000:0.0:1789763915.899545:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763915.899550:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763915.899558:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763915.899561:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763915.899577:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484851072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763915.899596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763915.899601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763915.899603:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763915.899616:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3904
00000800:00000100:1.0:1789763915.899617:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763915.899626:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763915.899635:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763915.899642:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763915.899652:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff8ab8c2fe9c00 x1876699484850688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763915.899663:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484851200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763915.899681:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484850688/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763915.899695:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763915.899702:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763915.899708:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850688:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763915.899722:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763915.899787:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763915.899805:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff8ab8c2fe8380 x1876699484850816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763915.899823:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484850816/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763915.899834:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763915.899838:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763915.899842:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763915.899850:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850944:192.168.203.110@tcp:8:kworker.0
00000800:00000100:1.0:1789763915.899924:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763915.899947:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff8ab8c2fead80 x1876699484850944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763915.899965:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484850944/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763915.899981:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763915.899988:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763915.899995:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484850944:192.168.203.110@tcp:8:kworker.0
00000100:00100000:1.0:1789763915.900042:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484851072:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763915.900067:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763915.900081:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff8ab8c2fe8a80 x1876699484851072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763915.900104:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484851072/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763915.900114:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763915.900117:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763915.900121:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484851072:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763915.900127:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484851200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:1.0:1789763915.900147:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763915.900159:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763915/real 1789763915]  req@ffff8ab8c2fe8000 x1876699484851200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763915.900172:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484851200/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763915.900182:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763915.900185:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763915.900189:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484851200:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763916.603161:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763917.627113:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763918.651089:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763919.675050:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763920.699028:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763921.018978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.018993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763921.018999:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.019013:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3909
00000100:00080000:1.0:1789763921.019030:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.019040:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763921.019100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484851328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.019140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.019146:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763921.019148:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.019153:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3909
00000100:00080000:1.0:1789763921.019158:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.019164:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763921.019178:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763921.019186:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484851328:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763921.019197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484851456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.019211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.019215:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763921.019217:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.019222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3909
00000100:00080000:1.0:1789763921.019226:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.019232:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763921.019238:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763921.019252:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484851584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.019264:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.019268:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763921.019270:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.019278:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3909
00000800:00000100:3.0:1789763921.019278:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763921.019285:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763921.019291:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763921.019297:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763921.019312:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484851712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763921.019324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.019329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789763921.019332:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8ab8d84ab480 x1876699484851328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.019334:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.019345:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3909
00000100:00100000:3.0:1789763921.019356:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484851328/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.019361:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763921.019369:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763921.019370:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763921.019376:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000008:00100000:1.0:1789763921.019381:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763921.019381:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484851328:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763921.019400:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484851840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763921.019409:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484851456:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763921.019416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763921.019421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763921.019424:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.019431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3909
00000800:00000100:3.0:1789763921.019432:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:1.0:1789763921.019440:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763921.019446:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8ab8d84a9f80 x1876699484851456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.019448:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763921.019463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763921.019464:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484851456/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763921.019480:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763921.019484:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:1.0:1789763921.019485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484851968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763921.019488:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484851456:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763921.019498:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484851584:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763921.019518:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763921.019528:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8ab8d84aa680 x1876699484851584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763921.019536:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484851584/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763921.019541:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763921.019543:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763921.019545:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484851584:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763921.019549:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484851712:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763921.019561:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763921.019568:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8ab8d84aad80 x1876699484851712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763921.019575:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484851712/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763921.019580:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763921.019582:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763921.019584:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484851712:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763921.019595:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484851840:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763921.019606:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763921.019612:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8ab8d84a8a80 x1876699484851840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763921.019618:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484851840/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763921.019623:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763921.019625:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763921.019627:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484851840:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763921.019630:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484851968:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763921.019640:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763921.019646:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8ab8d84a8000 x1876699484851968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763921.019653:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484851968/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763921.019658:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763921.019660:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763921.019661:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484851968:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763921.723097:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763922.747110:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763923.771142:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763924.795108:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763925.821081:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763926.139077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.139190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763926.139196:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.139208:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3914
00000100:00080000:0.0:1789763926.139243:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.139254:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763926.139301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484852096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763926.139339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.139346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763926.139350:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.139358:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3914
00000100:00080000:0.0:1789763926.139366:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.139376:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763926.139391:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763926.139420:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484852224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763926.139434:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484852096:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763926.139461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.139467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763926.139470:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.139476:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3914
00000100:00080000:0.0:1789763926.139482:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.139490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763926.139499:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763926.139517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484852352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763926.139531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.139536:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763926.139539:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.139545:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3914
00000100:00080000:0.0:1789763926.139550:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.139555:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763926.139561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763926.139575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484852480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763926.139589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.139597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763926.139599:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763926.139606:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3914
00000800:00000100:3.0:1789763926.139606:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763926.139612:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.139617:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763926.139628:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763926.139646:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484852608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763926.139691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763926.139698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763926.139702:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763926.139718:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8ab8c2fe9880 x1876699484852096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.139728:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3914
00000100:00080000:0.0:1789763926.139745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763926.139758:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763926.139765:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484852096/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763926.139773:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763926.139792:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763926.139800:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763926.139807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484852736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763926.139812:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484852096:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763926.139903:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484852224:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763926.141805:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763926.141827:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8ab8c2feb800 x1876699484852224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763926.141846:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484852224/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763926.141858:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763926.141884:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763926.141890:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484852224:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763926.141898:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484852352:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763926.141927:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763926.141942:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8ab8c2feb480 x1876699484852352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763926.141957:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484852352/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763926.141976:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763926.141980:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763926.141985:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484852352:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763926.141992:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484852480:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763926.142016:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763926.142028:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8ab8c2feb100 x1876699484852480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763926.142042:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484852480/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763926.142053:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763926.142056:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763926.142060:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484852480:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763926.142067:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484852608:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763926.142086:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763926.142098:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8ab8c2fe8e00 x1876699484852608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763926.142112:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484852608/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763926.142121:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763926.142125:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763926.142129:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484852608:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763926.142137:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484852736:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763926.142155:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763926.142172:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8ab8c2fe9180 x1876699484852736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763926.142196:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484852736/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763926.142211:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763926.142218:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763926.142225:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484852736:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763926.843077:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763927.867140:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763928.891191:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763929.915183:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763930.939131:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763931.259025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.259047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763931.259055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.259076:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3919
00000100:00080000:0.0:1789763931.259099:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.259115:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763931.259182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484852864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763931.259227:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.259232:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763931.259235:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.259241:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3919
00000100:00080000:0.0:1789763931.259247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.259252:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763931.259266:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763931.259284:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484852992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763931.259299:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.259304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763931.259308:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.259314:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3919
00000100:00080000:0.0:1789763931.259319:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.259323:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763931.259330:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763931.259338:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484852864:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763931.259348:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484853120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763931.259368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.259372:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763931.259375:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.259380:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3919
00000100:00080000:0.0:1789763931.259383:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.259388:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763931.259394:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763931.259408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484853248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763931.259422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.259427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763931.259430:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.259435:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3919
00000100:00080000:0.0:1789763931.259440:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.259444:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763931.259449:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763931.259462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484853376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763931.259473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.259477:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763931.259479:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.259485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3919
00000100:00080000:0.0:1789763931.259489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763931.259494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763931.259501:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763931.259510:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763931.259524:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484853504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763931.259574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8ab8c2feaa00 x1876699484852864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.259604:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484852864/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.259662:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.259672:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763931.259681:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484852864:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763931.259696:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484852992:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763931.259739:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763931.259760:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8ab8c2fe9500 x1876699484852992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.259775:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484852992/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.259786:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.259790:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763931.259795:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484852992:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763931.259831:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484853120:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763931.259854:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763931.259916:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8ab8c2fea680 x1876699484853120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.259942:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484853120/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.259958:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.259964:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763931.259970:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484853120:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763931.259982:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484853248:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763931.260023:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763931.260046:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8ab8c2fea300 x1876699484853248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.260066:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484853248/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.260083:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.260089:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763931.260095:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484853248:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763931.260127:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484853376:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763931.260168:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763931.260190:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8ab8c2febb80 x1876699484853376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.260205:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484853376/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.260216:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.260220:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763931.260224:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484853376:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763931.260231:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484853504:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763931.260257:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763931.260276:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8ab8c2fe9f80 x1876699484853504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.260299:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484853504/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.260314:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.260321:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763931.260328:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484853504:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763931.963130:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763932.987155:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763934.011131:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763935.035092:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763936.059093:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763936.379062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.379084:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763936.379093:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.379114:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3924
00000100:00080000:1.0:1789763936.379136:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.379151:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763936.379241:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484853632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763936.379293:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.379301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763936.379305:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.379315:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3924
00000100:00080000:1.0:1789763936.379323:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.379334:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763936.379352:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763936.379366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484853632:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763936.379388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab800 x1876699484853760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763936.379415:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.379422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763936.379428:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.379436:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3924
00000100:00080000:1.0:1789763936.379445:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.379453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763936.379465:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763936.379481:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763936.379494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9500 x1876699484853888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763936.379518:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.379525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763936.379529:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.379539:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3924
00000100:00080000:1.0:1789763936.379548:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763936.379551:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8ab8d84a8700 x1876699484853632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763936.379562:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763936.379605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763936.379623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484853632/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763936.379641:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9880 x1876699484854016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763936.379642:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.379657:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763936.379672:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484853632:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763936.379700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.379708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763936.379714:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763936.379715:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484853760:192.168.203.110@tcp:38:kworker.0
00000100:00080000:1.0:1789763936.379736:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3924
00000100:00080000:1.0:1789763936.379748:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763936.379757:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789763936.379767:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789763936.379773:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763936.379790:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8ab8d84ab800 x1876699484853760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763936.379809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8380 x1876699484854144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763936.379812:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab800 x1876699484853760/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763936.379939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763936.379948:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763936.379954:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763936.379965:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3924
00000100:00080000:1.0:1789763936.379975:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763936.379979:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763936.379989:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763936.379990:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763936.380004:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484853760:192.168.203.110@tcp:38:kworker.0
00000008:00100000:1.0:1789763936.380008:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763936.380017:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484853888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:1.0:1789763936.380045:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8700 x1876699484854272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763936.380058:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763936.380083:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8ab8d84a9500 x1876699484853888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.380101:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9500 x1876699484853888/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.380111:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.380116:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763936.380120:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484853888:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763936.380129:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484854016:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763936.380152:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763936.380164:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8ab8d84a9880 x1876699484854016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.380176:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9880 x1876699484854016/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.380186:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.380189:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763936.380193:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484854016:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763936.380211:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484854144:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763936.380255:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763936.380269:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8ab8d84a8380 x1876699484854144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.380285:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8380 x1876699484854144/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.380301:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.380307:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763936.380313:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484854144:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763936.380323:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484854272:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763936.380358:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763936.380379:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8ab8d84a8700 x1876699484854272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.380403:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8700 x1876699484854272/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.380413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.380417:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763936.380420:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484854272:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763937.083151:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763938.107113:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763939.131107:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763940.155084:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763941.179089:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763941.499032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763941.499049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763941.499057:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763941.499073:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3930
00000100:00080000:2.0:1789763941.499091:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763941.499103:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763941.499181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484854400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763941.499250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763941.499256:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763941.499260:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763941.499268:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3930
00000100:00080000:2.0:1789763941.499274:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763941.499280:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763941.499296:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763941.499317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484854528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763941.499332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763941.499336:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763941.499339:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763941.499345:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3930
00000100:00080000:2.0:1789763941.499349:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763941.499353:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763941.499361:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763941.499377:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484854656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763941.499400:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763941.499407:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763941.499412:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763941.499428:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484854400:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763941.499432:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3930
00000100:00080000:2.0:1789763941.499454:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763941.499468:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763941.499484:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763941.499522:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484854784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763941.499568:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763941.499594:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763941.499601:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763941.499604:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763941.499614:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3930
00000100:00080000:2.0:1789763941.499622:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763941.499630:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763941.499640:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763941.499643:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941]  req@ffff8ab8c33dc700 x1876699484854400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763941.499671:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484854912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763941.499681:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484854400/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763941.499733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763941.499746:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763941.499748:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763941.499751:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763941.499762:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763941.499770:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3930
00000100:00100000:3.0:1789763941.499780:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484854400:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763941.499782:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763941.499801:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:3.0:1789763941.499810:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484854528:192.168.203.110@tcp:38:kworker.0
00000008:00100000:2.0:1789763941.499812:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763941.499843:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484855040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763941.499860:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763941.499964:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941]  req@ffff8ab8c33dc000 x1876699484854528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763941.499982:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484854528/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763941.499995:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763941.500002:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763941.500008:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484854528:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763941.500043:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484854656:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763941.500069:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763941.500082:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941]  req@ffff8ab8c33ded80 x1876699484854656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763941.500097:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484854656/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763941.500107:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763941.500111:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763941.500115:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484854656:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763941.500122:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484854784:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763941.500142:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763941.500155:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941]  req@ffff8ab8c33dd880 x1876699484854784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763941.500169:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484854784/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763941.500179:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763941.500183:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763941.500186:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484854784:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763941.500193:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484854912:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763941.500213:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763941.500224:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941]  req@ffff8ab8c33de680 x1876699484854912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763941.500239:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484854912/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763941.500248:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763941.500252:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763941.500255:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484854912:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763941.500262:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484855040:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763941.500281:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763941.500292:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763941]  req@ffff8ab8c33dc380 x1876699484855040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763941.500306:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484855040/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763941.500316:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763941.500321:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763941.500325:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484855040:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763942.203180:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763943.227070:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763944.251175:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763945.275139:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763946.299107:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763946.618965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763946.618978:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763946.618983:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763946.618996:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3935
00000100:00080000:2.0:1789763946.619009:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763946.619019:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763946.619065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484855168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763946.619110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763946.619117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763946.619121:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763946.619130:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3935
00000100:00080000:2.0:1789763946.619137:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763946.619146:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763946.619162:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763946.619189:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484855296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763946.619207:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763946.619212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763946.619215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763946.619220:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3935
00000100:00080000:2.0:1789763946.619226:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763946.619237:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484855168:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763946.619252:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763946.619262:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763946.619281:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484855424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763946.619297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763946.619301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763946.619304:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763946.619309:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3935
00000100:00080000:2.0:1789763946.619314:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763946.619323:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789763946.619326:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789763946.619332:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763946.619351:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484855552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763946.619365:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763946.619370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763946.619372:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763946.619379:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3935
00000100:00080000:2.0:1789763946.619385:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763946.619392:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff8ab8c33dd180 x1876699484855168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763946.619394:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763946.619406:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763946.619435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484855680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763946.619436:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484855168/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763946.619496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763946.619502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763946.619529:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763946.619542:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484855168:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763946.619543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763946.619552:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763946.619561:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484855296:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789763946.619563:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3935
00000100:00080000:2.0:1789763946.619577:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763946.619586:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763946.619596:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763946.619607:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763946.619622:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484855808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763946.619633:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff8ab8c33dca80 x1876699484855296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763946.619658:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484855296/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763946.619671:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763946.619676:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763946.619681:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484855296:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763946.619711:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484855424:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763946.619735:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763946.619748:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff8ab8c33df800 x1876699484855424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763946.619763:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484855424/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763946.619773:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763946.619778:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763946.619782:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484855424:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763946.619788:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484855552:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763946.619807:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763946.619818:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff8ab8c33dfb80 x1876699484855552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763946.619832:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484855552/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763946.619843:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763946.619846:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763946.619850:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484855552:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763946.619857:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484855680:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763946.619923:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763946.619942:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff8ab8c33de300 x1876699484855680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763946.619958:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484855680/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763946.619969:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763946.619973:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763946.619977:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484855680:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763946.619984:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484855808:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763946.620003:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763946.620014:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763946/real 1789763946]  req@ffff8ab8c33df100 x1876699484855808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763946.620028:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484855808/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763946.620038:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763946.620042:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763946.620045:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484855808:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763947.323017:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763948.347072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763949.370996:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763950.395090:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763951.418989:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763951.739001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763951.739019:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763951.739028:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763951.739047:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3940
00000100:00080000:2.0:1789763951.739064:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763951.739076:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763951.739131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484855936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763951.739157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763951.739161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763951.739163:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763951.739167:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3940
00000100:00080000:2.0:1789763951.739170:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763951.739174:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763951.739182:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763951.739192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484856064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763951.739204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763951.739209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763951.739211:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763951.739230:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3940
00000100:00100000:0.0:1789763951.739243:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484855936:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763951.739244:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763951.739258:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763951.739271:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763951.739302:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484856192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763951.739310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763951.739313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763951.739315:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763951.739319:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3940
00000100:00080000:2.0:1789763951.739322:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763951.739326:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763951.739330:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763951.739337:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484856320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763951.739345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763951.739347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763951.739348:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763951.739350:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3940
00000100:00080000:2.0:1789763951.739354:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763951.739363:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763951.739363:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763951.739374:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763951.739392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484856448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763951.739399:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763951.739402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763951.739404:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763951.739409:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3940
00000100:00080000:2.0:1789763951.739429:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763951.739436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763951.739446:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff8ab8c33df480 x1876699484855936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763951.739453:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763951.739509:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484855936/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763951.739517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484856576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763951.739532:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763951.739540:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763951.739546:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484855936:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763951.739555:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856064:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763951.739595:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763951.739621:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff8ab8c33ddc00 x1876699484856064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763951.739641:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484856064/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763951.739652:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763951.739656:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763951.739662:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856064:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763951.739715:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856192:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763951.739762:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763951.739789:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff8ab8c33ddf80 x1876699484856192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763951.739810:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484856192/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763951.739817:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763951.739820:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763951.739822:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856192:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763951.739827:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856320:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763951.739845:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763951.739854:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff8ab8c33df100 x1876699484856320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763951.739910:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484856320/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763951.739920:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763951.739924:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763951.739928:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856320:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763951.739935:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484856448:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763951.739957:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763951.739970:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff8ab8c33de300 x1876699484856448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763951.739983:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484856448/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763951.739990:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763951.739993:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763951.739995:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484856448:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763951.740000:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484856576:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763951.740015:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763951.740034:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763951/real 1789763951]  req@ffff8ab8c33dfb80 x1876699484856576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763951.740042:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484856576/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763951.740048:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763951.740050:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763951.740053:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484856576:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763952.443143:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763953.467156:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763954.491070:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763955.515107:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763956.539173:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763956.859060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763956.859069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763956.859072:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763956.859081:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3945
00000100:00080000:0.0:1789763956.859091:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763956.859097:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763956.859131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9f80 x1876699484856704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763956.859157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763956.859160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763956.859162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763956.859165:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3945
00000100:00080000:0.0:1789763956.859184:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763956.859187:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763956.859195:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763956.859206:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2febb80 x1876699484856832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763956.859214:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763956.859217:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763956.859219:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763956.859222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3945
00000100:00080000:0.0:1789763956.859224:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763956.859227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763956.859230:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763956.859256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea300 x1876699484856960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763956.859264:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763956.859266:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763956.859268:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763956.859271:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3945
00000100:00080000:0.0:1789763956.859275:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763956.859279:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763956.859284:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763956.859290:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484856704:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763956.859296:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fea680 x1876699484857088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763956.859308:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763956.859311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763956.859313:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763956.859317:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3945
00000100:00080000:0.0:1789763956.859320:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763956.859323:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763956.859329:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763956.859339:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9500 x1876699484857216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763956.859348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763956.859351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763956.859353:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763956.859356:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3945
00000100:00080000:0.0:1789763956.859359:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763956.859365:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789763956.859367:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763956.859373:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763956.859383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feaa00 x1876699484857344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763956.859424:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff8ab8c2fe9f80 x1876699484856704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763956.859478:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9f80 x1876699484856704/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763956.859492:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763956.859496:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763956.859499:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484856704:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763956.859505:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856832:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763956.859527:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763956.859547:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff8ab8c2febb80 x1876699484856832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763956.859562:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2febb80 x1876699484856832/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763956.859572:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763956.859576:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763956.859580:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856832:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763956.859587:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856960:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763956.859606:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763956.859615:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff8ab8c2fea300 x1876699484856960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763956.859643:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea300 x1876699484856960/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763956.859651:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763956.859654:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763956.859657:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484856960:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763956.859682:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484857088:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763956.859700:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763956.859709:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff8ab8c2fea680 x1876699484857088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763956.859720:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fea680 x1876699484857088/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763956.859727:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763956.859730:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763956.859733:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484857088:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763956.859738:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484857216:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763956.859752:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763956.859760:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff8ab8c2fe9500 x1876699484857216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763956.859770:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9500 x1876699484857216/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763956.859778:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763956.859780:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763956.859783:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484857216:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763956.859787:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484857344:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763956.859801:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763956.859809:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763956/real 1789763956]  req@ffff8ab8c2feaa00 x1876699484857344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763956.859821:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feaa00 x1876699484857344/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763956.859832:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763956.859837:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763956.859841:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484857344:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763957.563040:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763958.587103:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763959.611075:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763960.635185:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763961.659031:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763961.979025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763961.979037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763961.979043:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763961.979055:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3950
00000100:00080000:2.0:1789763961.979069:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763961.979078:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763961.979139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484857472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763961.979173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763961.979177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763961.979179:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763961.979184:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3950
00000100:00080000:2.0:1789763961.979187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763961.979190:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763961.979202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763961.979217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484857600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763961.979231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763961.979232:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484857472:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763961.979237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763961.979246:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763961.979252:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3950
00000100:00080000:2.0:1789763961.979256:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763961.979260:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763961.979265:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763961.979276:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484857728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763961.979286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763961.979291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763961.979293:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763961.979297:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3950
00000100:00080000:2.0:1789763961.979311:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763961.979318:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763961.979320:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763961.979330:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763961.979344:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484857856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763961.979353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763961.979357:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763961.979359:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763961.979365:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3950
00000100:00080000:2.0:1789763961.979369:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763961.979373:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763961.979378:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763961.979382:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff8ab8c33df800 x1876699484857472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763961.979407:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484857984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763961.979431:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763961.979434:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763961.979436:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763961.979455:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3950
00000100:00100000:3.0:1789763961.979455:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484857472/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763961.979468:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763961.979483:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789763961.979493:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763961.979494:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763961.979519:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763961.979525:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484858112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763961.979533:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484857472:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763961.979581:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484857600:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763961.979608:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763961.979619:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff8ab8c33dca80 x1876699484857600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763961.979629:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484857600/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763961.979641:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763961.979644:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763961.979646:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484857600:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763961.979651:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484857728:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763961.979663:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763961.979670:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff8ab8c33dd180 x1876699484857728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763961.979678:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484857728/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763961.979684:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763961.979687:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763961.979689:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484857728:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763961.979693:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484857856:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763961.979705:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763961.979711:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff8ab8c33dc380 x1876699484857856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763961.979719:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484857856/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763961.979725:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763961.979728:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763961.979731:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484857856:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763961.979735:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484857984:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763961.979747:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763961.979754:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff8ab8c33de680 x1876699484857984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763961.979761:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484857984/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763961.979767:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763961.979769:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763961.979771:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484857984:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763961.979775:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484858112:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763961.979795:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763961.979803:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763961/real 1789763961]  req@ffff8ab8c33dd880 x1876699484858112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763961.979811:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484858112/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763961.979817:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763961.979820:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763961.979822:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484858112:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763962.683066:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763963.707133:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763964.731080:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763965.755062:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763966.779167:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763967.099012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.099043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763967.099048:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.099061:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3955
00000100:00080000:1.0:1789763967.099074:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.099083:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763967.099130:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8000 x1876699484858240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.099200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.099206:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763967.099208:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.099213:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3955
00000100:00080000:1.0:1789763967.099218:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.099222:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763967.099235:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763967.099255:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8a80 x1876699484858368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.099269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.099274:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763967.099277:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.099282:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3955
00000100:00080000:1.0:1789763967.099286:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.099290:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763967.099300:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763967.099314:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484858240:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789763967.099316:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aad80 x1876699484858496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.099353:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.099401:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763967.099405:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.099413:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3955
00000100:00080000:1.0:1789763967.099418:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.099424:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763967.099432:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763967.099451:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa680 x1876699484858624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.099463:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.099468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763967.099470:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.099475:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3955
00000100:00080000:1.0:1789763967.099479:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.099485:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763967.099491:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763967.099502:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9f80 x1876699484858752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.099513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.099517:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763967.099519:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.099525:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3955
00000100:00080000:1.0:1789763967.099532:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.099536:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763967.099541:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763967.099560:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab480 x1876699484858880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763967.099568:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484858368:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763967.099686:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484858496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763967.099723:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484858624:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763967.099762:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484858752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763967.099793:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484858880:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763967.803093:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763968.827057:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763969.851049:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763970.171226:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.110:988
00000400:00000100:3.0:1789763970.171285:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.110@tcp at host 192.168.203.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763970.171308:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763970.171373:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763970.171387:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763970.171400:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000800:00000100:3.0:1789763970.171413:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789763970.171415:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763970]  req@ffff8ab8d84aad80 x1876699484858496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789763970.171426:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.110@tcp
00000100:00100000:0.0:1789763970.171457:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aad80 x1876699484858496/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763970.171471:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763970.171477:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763970.171482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484858496:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763970.171495:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763970]  req@ffff8ab8d84aa680 x1876699484858624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763970.171510:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa680 x1876699484858624/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763970.171520:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763970.171524:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763970.171529:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484858624:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763970.171537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763970]  req@ffff8ab8d84a9f80 x1876699484858752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763970.171550:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9f80 x1876699484858752/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763970.171558:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763970.171562:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763970.171566:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484858752:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763970.171574:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763970]  req@ffff8ab8d84ab480 x1876699484858880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763970.171587:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab480 x1876699484858880/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763970.171596:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763970.171600:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763970.171603:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484858880:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763970.171611:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763970]  req@ffff8ab8d84a8000 x1876699484858240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763970.171625:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8000 x1876699484858240/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763970.171633:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763970.171636:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763970.171639:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484858240:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763970.171646:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763970]  req@ffff8ab8d84a8a80 x1876699484858368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763970.171658:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8a80 x1876699484858368/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763970.171666:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763970.171670:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763970.171674:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484858368:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763970.875022:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763971.899093:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763972.219059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763972.219072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763972.219078:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763972.219092:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3960
00000100:00080000:2.0:1789763972.219106:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763972.219115:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763972.219163:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484859008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763972.219204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763972.219209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763972.219212:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763972.219218:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3960
00000100:00080000:2.0:1789763972.219224:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763972.219229:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763972.219241:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763972.219256:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484859136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763972.219277:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484859008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763972.219290:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763972.219296:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763972.219300:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763972.219369:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3960
00000100:00080000:2.0:1789763972.219376:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763972.219383:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763972.219396:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763972.219419:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763972.219437:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484859264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763972.219462:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763972.219470:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763972.219475:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763972.219486:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3960
00000100:00080000:2.0:1789763972.219495:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763972.219506:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8ab8c33ded80 x1876699484859008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763972.219511:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763972.219531:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763972.219557:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484859008/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763972.219570:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484859392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.219591:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763972.219607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.219612:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789763972.219626:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763972.219630:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484859008:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763972.219635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763972.219657:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3960
00000100:00080000:2.0:1789763972.219665:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763972.219676:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763972.219688:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.219712:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484859136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763972.219720:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484859520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763972.219750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763972.219759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763972.219768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763972.219770:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763972.219787:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3960
00000100:00080000:2.0:1789763972.219798:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763972.219805:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8ab8c33dc000 x1876699484859136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763972.219815:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763972.219837:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.219849:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484859136/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.219908:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.219914:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763972.219920:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484859136:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763972.219934:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484859264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763972.219951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484859648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763972.219974:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763972.220010:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8ab8c33dc700 x1876699484859264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.220029:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484859264/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.220039:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.220043:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763972.220048:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484859264:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763972.220059:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484859392:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763972.220084:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763972.220098:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8ab8c33dd880 x1876699484859392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.220112:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484859392/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.220127:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.220131:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763972.220134:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484859392:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763972.220160:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484859520:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763972.220187:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763972.220207:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8ab8c33de680 x1876699484859520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.220222:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484859520/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.220233:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.220239:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763972.220243:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484859520:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763972.220255:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484859648:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763972.220281:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763972.220294:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8ab8c33dc380 x1876699484859648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.220314:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484859648/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.220338:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.220342:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763972.220346:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484859648:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763972.923070:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763973.947178:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763974.971015:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763975.995130:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763977.019003:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763977.338975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763977.338986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763977.338990:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763977.339014:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3965
00000100:00080000:2.0:1789763977.339026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763977.339034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763977.339104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484859776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763977.339130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763977.339144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763977.339146:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763977.339149:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3965
00000100:00080000:2.0:1789763977.339152:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763977.339155:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763977.339165:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763977.339177:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484859904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763977.339185:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763977.339188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763977.339190:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763977.339194:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484859776:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789763977.339196:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3965
00000100:00080000:2.0:1789763977.339201:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763977.339205:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763977.339208:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763977.339216:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484860032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763977.339223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763977.339225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763977.339227:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763977.339229:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3965
00000100:00080000:2.0:1789763977.339231:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763977.339234:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763977.339237:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763977.339245:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484860160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763977.339254:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763977.339257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763977.339258:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763977.339260:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3965
00000100:00080000:2.0:1789763977.339262:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763977.339265:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763977.339267:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763977.339275:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484860288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763977.339307:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789763977.339311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763977.339314:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763977.339316:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763977.339324:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3965
00000100:00080000:2.0:1789763977.339328:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763977.339332:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763977.339356:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8ab8c33dd180 x1876699484859776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763977.339364:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763977.339376:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484860416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763977.339384:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484859776/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.339395:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.339399:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763977.339402:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484859776:192.168.203.110@tcp:250:kworker.0
00000100:00100000:0.0:1789763977.339427:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484859904:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763977.339446:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763977.339455:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8ab8c33dca80 x1876699484859904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.339463:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484859904/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.339474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.339476:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763977.339479:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484859904:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763977.339482:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860032:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763977.339494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763977.339500:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8ab8c33df800 x1876699484860032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.339507:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484860032/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.339513:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.339515:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763977.339517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860032:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763977.339521:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860160:192.168.203.110@tcp:8:kworker.0
00000800:00000100:0.0:1789763977.339532:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763977.339537:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8ab8c33dfb80 x1876699484860160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.339544:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484860160/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.339548:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.339550:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763977.339553:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860160:192.168.203.110@tcp:8:kworker.0
00000100:00100000:0.0:1789763977.339557:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484860288:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763977.339569:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763977.339575:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8ab8c33de300 x1876699484860288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.339582:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484860288/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.339587:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.339589:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763977.339590:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484860288:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763977.339594:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484860416:192.168.203.110@tcp:38:kworker.0
00000800:00000100:0.0:1789763977.339605:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763977.339611:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8ab8c33df100 x1876699484860416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.339619:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484860416/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.339623:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.339625:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:0.0:1789763977.339627:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484860416:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763978.043078:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763979.066992:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763980.091075:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763981.115042:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763982.139090:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763982.458976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.458987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763982.458991:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.459004:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3971
00000100:00080000:0.0:1789763982.459017:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.459027:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763982.459077:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484860544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.459127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.459131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.459132:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.459136:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3971
00000100:00080000:0.0:1789763982.459140:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.459144:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763982.459155:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.459173:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484860672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.459190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763982.459190:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484860544:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763982.459200:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763982.459205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.459212:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3971
00000100:00080000:0.0:1789763982.459216:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.459221:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763982.459226:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.459240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484860800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.459286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.459290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.459292:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.459296:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3971
00000100:00080000:0.0:1789763982.459301:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.459307:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763982.459315:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763982.459317:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763982.459330:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484860928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.459341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.459345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.459347:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.459354:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3971
00000100:00080000:0.0:1789763982.459359:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.459364:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763982.459368:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.459377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484861056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.459385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.459389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763982.459390:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8ab8c2fe9180 x1876699484860544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763982.459392:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.459399:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3971
00000100:00080000:0.0:1789763982.459405:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.459411:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763982.459415:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.459425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484861184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763982.459429:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484860544/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.459455:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.459460:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763982.459465:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484860544:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763982.459495:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860672:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.459521:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763982.459535:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8ab8c2fe8e00 x1876699484860672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.459545:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484860672/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.459554:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.459557:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763982.459559:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860672:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.459564:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860800:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.459582:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763982.459591:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8ab8c2feb100 x1876699484860800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.459598:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484860800/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.459605:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.459608:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763982.459612:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860800:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.459618:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860928:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763982.459641:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763982.459652:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8ab8c2feb480 x1876699484860928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.459665:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484860928/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.459674:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.459678:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763982.459681:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484860928:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763982.459688:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484861056:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.459708:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763982.459720:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8ab8c2feb800 x1876699484861056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.459732:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484861056/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.459740:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.459743:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763982.459747:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484861056:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.459754:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484861184:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.459775:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763982.459787:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8ab8c2fe9880 x1876699484861184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.459794:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484861184/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.459804:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.459806:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763982.459808:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484861184:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763983.163028:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763984.187128:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763985.211072:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763986.234999:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763987.258980:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763987.578959:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.578968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763987.578971:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.578981:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3976
00000100:00080000:0.0:1789763987.578990:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.578997:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789763987.579031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484861312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763987.579054:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.579057:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763987.579059:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.579062:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3976
00000100:00080000:0.0:1789763987.579064:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.579067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763987.579078:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763987.579093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8a80 x1876699484861440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763987.579102:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484861312:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763987.579131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.579134:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763987.579135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.579146:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3976
00000100:00080000:0.0:1789763987.579148:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.579151:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763987.579157:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763987.579171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fead80 x1876699484861568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763987.579178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.579181:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763987.579183:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.579186:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3976
00000100:00080000:0.0:1789763987.579189:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.579192:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763987.579196:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763987.579201:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:0.0:1789763987.579228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8380 x1876699484861696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763987.579238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763987.579241:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763987.579243:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763987.579246:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3976
00000100:00080000:0.0:1789763987.579250:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.579255:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763987.579261:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763987.579264:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff8ab8c2fe8000 x1876699484861312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763987.579280:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9c00 x1876699484861824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763987.579285:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484861312/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763987.579328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763987.579329:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763987.579332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763987.579336:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:0.0:1789763987.579337:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763987.579349:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484861312:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789763987.579350:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3976
00000100:00080000:0.0:1789763987.579360:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763987.579366:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789763987.579372:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763987.579388:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484861440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:0.0:1789763987.579389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8000 x1876699484861952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763987.579433:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763987.579453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff8ab8c2fe8a80 x1876699484861440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763987.579465:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8a80 x1876699484861440/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763987.579472:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763987.579483:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763987.579486:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484861440:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763987.579495:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484861568:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763987.579519:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763987.579546:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff8ab8c2fead80 x1876699484861568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763987.579565:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fead80 x1876699484861568/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763987.579575:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763987.579579:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763987.579583:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484861568:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763987.579589:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484861696:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763987.579609:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763987.579617:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff8ab8c2fe8380 x1876699484861696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763987.579625:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8380 x1876699484861696/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763987.579631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763987.579634:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763987.579636:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484861696:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763987.579640:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484861824:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763987.579651:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763987.579658:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff8ab8c2fe9c00 x1876699484861824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763987.579665:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9c00 x1876699484861824/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763987.579675:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763987.579678:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763987.579680:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484861824:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763987.579694:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484861952:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763987.579705:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763987.579711:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763987/real 1789763987]  req@ffff8ab8c2fe8000 x1876699484861952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763987.579727:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8000 x1876699484861952/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763987.579733:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763987.579735:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763987.579737:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484861952:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789763988.282982:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763989.307002:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763990.330995:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763991.355024:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763992.378971:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763992.698993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.699001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763992.699004:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.699013:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3981
00000100:00080000:1.0:1789763992.699022:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.699028:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789763992.699060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484862080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763992.699085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.699088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763992.699090:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.699093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3981
00000100:00080000:1.0:1789763992.699095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.699097:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763992.699104:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763992.699117:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484862208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763992.699124:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.699128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763992.699129:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.699133:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3981
00000100:00080000:1.0:1789763992.699135:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.699137:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763992.699142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763992.699151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484862336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763992.699153:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484862080:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789763992.699187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.699192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763992.699194:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.699200:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3981
00000100:00080000:1.0:1789763992.699205:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.699210:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763992.699217:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763992.699232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484862464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763992.699239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.699242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763992.699244:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.699248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3981
00000100:00080000:1.0:1789763992.699251:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.699254:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789763992.699258:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763992.699260:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:1.0:1789763992.699273:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484862592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763992.699284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763992.699287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763992.699289:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763992.699293:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3981
00000100:00080000:1.0:1789763992.699306:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763992.699311:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763992.699318:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff8ab8d84a9180 x1876699484862080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763992.699321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763992.699349:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484862720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763992.699350:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484862080/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763992.699414:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763992.699421:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763992.699425:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484862080:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763992.699434:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484862208:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763992.699453:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763992.699463:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff8ab8d84a9c00 x1876699484862208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763992.699471:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484862208/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763992.699477:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763992.699479:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763992.699482:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484862208:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763992.699505:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484862336:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763992.699516:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763992.699523:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff8ab8d84a8e00 x1876699484862336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763992.699531:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484862336/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763992.699536:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763992.699538:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763992.699540:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484862336:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763992.699544:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484862464:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789763992.699557:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763992.699563:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff8ab8d84aa300 x1876699484862464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763992.699571:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484862464/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763992.699576:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763992.699578:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763992.699579:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484862464:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789763992.699583:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484862592:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763992.699595:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763992.699601:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff8ab8d84abb80 x1876699484862592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763992.699609:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484862592/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763992.699614:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763992.699615:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763992.699617:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484862592:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789763992.699621:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484862720:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789763992.699632:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763992.699638:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763992/real 1789763992]  req@ffff8ab8d84ab100 x1876699484862720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763992.699658:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484862720/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763992.699664:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763992.699666:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789763992.699668:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484862720:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789763993.403006:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763994.426990:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763995.451050:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763996.474986:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763997.499030:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763997.818943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763997.818950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763997.818954:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763997.818963:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3986
00000100:00080000:2.0:1789763997.818971:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763997.818977:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789763997.819009:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddf80 x1876699484862848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763997.819033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763997.819035:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763997.819037:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763997.819040:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3986
00000100:00080000:2.0:1789763997.819042:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763997.819044:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763997.819051:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763997.819061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ddc00 x1876699484862976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763997.819068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763997.819070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763997.819072:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763997.819074:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3986
00000100:00080000:2.0:1789763997.819076:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763997.819079:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763997.819083:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763997.819085:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484862848:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789763997.819092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df480 x1876699484863104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763997.819100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763997.819102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763997.819103:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763997.819105:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3986
00000100:00080000:2.0:1789763997.819108:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763997.819110:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763997.819113:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763997.819122:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484863232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763997.819128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763997.819142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763997.819144:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763997.819147:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3986
00000100:00080000:2.0:1789763997.819155:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763997.819158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763997.819162:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763997.819167:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789763997.819172:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484863360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763997.819179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763997.819182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763997.819183:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763997.819186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3986
00000100:00080000:2.0:1789763997.819189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763997.819191:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789763997.819194:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763997.819201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484863488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763997.819213:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff8ab8c33ddf80 x1876699484862848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.819233:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddf80 x1876699484862848/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.819244:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.819249:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763997.819253:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484862848:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789763997.819261:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484862976:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763997.819287:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763997.819301:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff8ab8c33ddc00 x1876699484862976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.819315:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ddc00 x1876699484862976/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.819324:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.819328:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763997.819332:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484862976:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763997.819356:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484863104:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763997.819376:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763997.819388:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff8ab8c33df480 x1876699484863104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.819401:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df480 x1876699484863104/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.819410:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.819413:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763997.819418:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484863104:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763997.819424:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484863232:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789763997.819443:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763997.819453:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff8ab8c33df100 x1876699484863232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.819466:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484863232/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.819474:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.819478:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763997.819481:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484863232:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789763997.819487:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484863360:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763997.819507:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763997.819519:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff8ab8c33de300 x1876699484863360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.819543:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484863360/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.819551:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.819555:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763997.819558:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484863360:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789763997.819565:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484863488:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789763997.819584:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789763997.819595:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763997/real 1789763997]  req@ffff8ab8c33dfb80 x1876699484863488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763997.819608:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484863488/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763997.819615:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763997.819619:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789763997.819622:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484863488:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789763998.523001:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763999.547078:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764000.571073:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764001.595061:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764002.619072:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764002.938944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764002.938955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764002.938960:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764002.938970:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3991
00000100:00080000:2.0:1789764002.938981:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764002.938989:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789764002.939027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484863616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764002.939059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764002.939063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764002.939065:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764002.939070:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3991
00000100:00080000:2.0:1789764002.939075:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764002.939080:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764002.939090:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764002.939120:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484863616:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789764002.939124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484863744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764002.939139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764002.939143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764002.939146:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764002.939150:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3991
00000100:00080000:2.0:1789764002.939169:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764002.939175:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789764002.939178:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789764002.939185:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764002.939202:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484863872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764002.939214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764002.939215:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff8ab8c33df800 x1876699484863616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764002.939221:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764002.939226:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764002.939234:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3991
00000100:00100000:3.0:1789764002.939237:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484863616/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764002.939240:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764002.939250:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789764002.939258:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789764002.939260:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789764002.939264:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764002.939269:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484863616:192.168.203.110@tcp:250:kworker.0
00000100:00100000:2.0:1789764002.939279:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484864000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764002.939289:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484863744:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789764002.939297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764002.939303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764002.939305:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789764002.939310:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789764002.939314:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3991
00000100:00080000:2.0:1789764002.939321:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764002.939323:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff8ab8c33dca80 x1876699484863744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764002.939329:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764002.939341:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764002.939343:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484863744/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.939352:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.939355:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764002.939361:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484863744:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789764002.939362:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484864128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764002.939366:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484863872:192.168.203.110@tcp:38:kworker.0
00000100:00080000:2.0:1789764002.939381:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789764002.939387:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789764002.939388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764002.939392:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764002.939396:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff8ab8c33dd180 x1876699484863872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764002.939400:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3991
00000100:00080000:2.0:1789764002.939409:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764002.939413:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484863872/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764002.939418:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00080000:3.0:1789764002.939426:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789764002.939429:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764002.939430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764002.939436:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484863872:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789764002.939449:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484864256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764002.939450:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484864000:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789764002.939470:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764002.939480:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff8ab8c33dc380 x1876699484864000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.939490:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484864000/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.939496:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.939499:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764002.939502:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484864000:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789764002.939505:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484864128:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764002.939516:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764002.939522:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff8ab8c33de680 x1876699484864128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.939529:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484864128/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.939534:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.939536:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764002.939538:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484864128:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764002.939545:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484864256:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764002.939556:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764002.939562:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764002/real 1789764002]  req@ffff8ab8c33dd880 x1876699484864256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764002.939570:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484864256/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764002.939575:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764002.939577:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764002.939578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484864256:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789764003.642986:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764004.667004:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764005.691115:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764006.715095:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764007.739170:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764008.059001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.059013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764008.059018:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.059029:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 3996
00000100:00080000:2.0:1789764008.059042:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.059051:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789764008.059121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc700 x1876699484864384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764008.059157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.059161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764008.059162:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.059167:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3996
00000100:00080000:2.0:1789764008.059170:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.059174:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764008.059185:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764008.059198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc000 x1876699484864512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764008.059207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.059210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764008.059213:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764008.059217:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484864384:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789764008.059219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3996
00000100:00080000:2.0:1789764008.059225:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.059230:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764008.059232:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764008.059240:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33ded80 x1876699484864640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764008.059247:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.059249:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764008.059251:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.059253:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 3996
00000100:00080000:2.0:1789764008.059256:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.059259:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764008.059262:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764008.059272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd880 x1876699484864768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764008.059279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.059281:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764008.059282:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.059285:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3996
00000100:00080000:2.0:1789764008.059291:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.059293:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764008.059297:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764008.059307:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de680 x1876699484864896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764008.059308:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:2.0:1789764008.059318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.059321:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764008.059323:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.059325:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 3996
00000100:00080000:2.0:1789764008.059328:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.059330:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764008.059334:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764008.059341:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dc380 x1876699484865024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764008.059371:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8ab8c33dc700 x1876699484864384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.059396:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc700 x1876699484864384/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.059408:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.059412:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764008.059417:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484864384:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789764008.059444:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484864512:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764008.059468:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764008.059481:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8ab8c33dc000 x1876699484864512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.059493:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc000 x1876699484864512/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.059508:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.059513:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764008.059517:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484864512:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764008.059523:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484864640:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764008.059541:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764008.059551:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8ab8c33ded80 x1876699484864640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.059564:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33ded80 x1876699484864640/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.059572:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.059575:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764008.059578:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484864640:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764008.059584:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484864768:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789764008.059602:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764008.059613:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8ab8c33dd880 x1876699484864768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.059623:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd880 x1876699484864768/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.059631:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.059635:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764008.059638:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484864768:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789764008.059645:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484864896:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764008.059661:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764008.059670:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8ab8c33de680 x1876699484864896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.059680:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de680 x1876699484864896/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.059689:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.059692:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764008.059705:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484864896:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764008.059713:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484865024:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764008.059735:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764008.059747:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8ab8c33dc380 x1876699484865024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.059758:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dc380 x1876699484865024/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.059774:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.059779:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764008.059782:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484865024:192.168.203.110@tcp:38:kworker.0
00010000:00010000:1.0:1789764008.763110:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764009.787100:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764010.811048:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764011.835051:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764012.859089:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764013.178984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.178994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764013.178997:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.179005:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 4001
00000100:00080000:0.0:1789764013.179014:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.179038:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:0.0:1789764013.179072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9880 x1876699484865152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.179100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.179103:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764013.179104:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.179107:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4001
00000100:00080000:0.0:1789764013.179110:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.179112:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789764013.179121:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.179135:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb800 x1876699484865280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.179147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.179151:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764013.179155:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764013.179155:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484865152:192.168.203.110@tcp:250:kworker.0
00000100:00080000:0.0:1789764013.179164:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4001
00000100:00080000:0.0:1789764013.179169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.179172:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789764013.179177:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.179187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb480 x1876699484865408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.179195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.179197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764013.179199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.179202:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4001
00000100:00080000:0.0:1789764013.179204:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.179207:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789764013.179211:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764013.179217:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2feb100 x1876699484865536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764013.179224:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00080000:0.0:1789764013.179235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.179238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764013.179240:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.179244:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 4001
00000100:00080000:0.0:1789764013.179246:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.179248:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789764013.179252:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.179260:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe8e00 x1876699484865664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.179267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764013.179269:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff8ab8c2fe9880 x1876699484865152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.179270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764013.179274:0:36:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.179281:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 4001
00000100:00080000:0.0:1789764013.179285:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.179290:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:0.0:1789764013.179294:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764013.179304:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9880 x1876699484865152/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.179305:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c2fe9180 x1876699484865792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764013.179339:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.179344:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764013.179349:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484865152:192.168.203.110@tcp:250:kworker.0
00000100:00100000:3.0:1789764013.179372:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484865280:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764013.179393:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764013.179405:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff8ab8c2feb800 x1876699484865280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.179418:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb800 x1876699484865280/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.179427:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.179430:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764013.179434:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484865280:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764013.179441:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484865408:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764013.179458:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764013.179470:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff8ab8c2feb480 x1876699484865408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.179482:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb480 x1876699484865408/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.179498:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.179501:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764013.179505:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484865408:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764013.179511:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484865536:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789764013.179530:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764013.179540:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff8ab8c2feb100 x1876699484865536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.179552:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2feb100 x1876699484865536/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.179561:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.179564:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764013.179567:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484865536:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789764013.179572:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484865664:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764013.179587:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764013.179597:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff8ab8c2fe8e00 x1876699484865664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.179619:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe8e00 x1876699484865664/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.179629:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.179633:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764013.179636:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484865664:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764013.179643:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484865792:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764013.179661:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764013.179670:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff8ab8c2fe9180 x1876699484865792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.179683:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c2fe9180 x1876699484865792/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.179692:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.179695:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764013.179699:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c2fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484865792:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789764013.883052:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764014.907106:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764015.930995:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764016.955069:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764017.979085:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764018.299014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764018.299024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764018.299028:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764018.299036:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 4006
00000100:00080000:2.0:1789764018.299046:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764018.299052:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:2.0:1789764018.299086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dd180 x1876699484865920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764018.299111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764018.299114:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764018.299117:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764018.299120:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4006
00000100:00080000:2.0:1789764018.299123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764018.299126:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764018.299134:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764018.299146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dca80 x1876699484866048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764018.299157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764018.299160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764018.299163:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764018.299163:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484865920:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789764018.299170:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4006
00000100:00080000:2.0:1789764018.299174:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764018.299177:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764018.299182:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764018.299191:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df800 x1876699484866176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764018.299200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764018.299204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764018.299205:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764018.299209:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4006
00000100:00080000:2.0:1789764018.299219:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764018.299223:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:3.0:1789764018.299228:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:2.0:1789764018.299230:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764018.299243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33dfb80 x1876699484866304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764018.299259:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764018.299262:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764018.299265:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764018.299266:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8ab8c33dd180 x1876699484865920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764018.299272:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 4006
00000100:00080000:2.0:1789764018.299279:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764018.299285:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764018.299289:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764018.299292:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dd180 x1876699484865920/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764018.299303:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33de300 x1876699484866432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764018.299306:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.299315:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:2.0:1789764018.299318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764018.299321:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484865920:192.168.203.110@tcp:250:kworker.0
00000100:00080000:2.0:1789764018.299323:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764018.299328:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764018.299332:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 4006
00000100:00080000:2.0:1789764018.299335:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764018.299338:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:2.0:1789764018.299342:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764018.299346:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789764018.299354:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8c33df100 x1876699484866560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764018.299369:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764018.299383:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8ab8c33dca80 x1876699484866048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.299396:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dca80 x1876699484866048/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.299404:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.299407:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764018.299411:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866048:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764018.299416:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866176:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764018.299431:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764018.299440:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8ab8c33df800 x1876699484866176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.299459:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df800 x1876699484866176/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.299466:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.299470:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764018.299473:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866176:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764018.299478:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866304:192.168.203.110@tcp:8:kworker.0
00000800:00000100:3.0:1789764018.299494:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764018.299510:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8ab8c33dfb80 x1876699484866304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.299521:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33dfb80 x1876699484866304/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.299530:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.299533:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764018.299535:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866304:192.168.203.110@tcp:8:kworker.0
00000100:00100000:3.0:1789764018.299541:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484866432:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764018.299561:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764018.299570:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8ab8c33de300 x1876699484866432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.299582:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33de300 x1876699484866432/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.299590:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.299593:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764018.299596:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484866432:192.168.203.110@tcp:38:kworker.0
00000100:00100000:3.0:1789764018.299610:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484866560:192.168.203.110@tcp:38:kworker.0
00000800:00000100:3.0:1789764018.299631:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:3.0:1789764018.299640:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8ab8c33df100 x1876699484866560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.299651:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8c33df100 x1876699484866560/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.299658:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.299661:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:3.0:1789764018.299665:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8c33df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484866560:192.168.203.110@tcp:38:kworker.0
00010000:00010000:0.0:1789764019.003097:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764020.027137:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764021.051079:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764022.075027:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764023.099130:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764023.419011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2627c619-a8ae-4613-a619-f7e733291af3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.419021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764023.419026:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.419037:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.110@tcp: connect to NID 192.168.203.110@tcp last attempt 4011
00000100:00080000:1.0:1789764023.419049:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.110@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.419060:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.110@tcp: import ffff8ab8c338e000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000100:00100000:1.0:1789764023.419110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84ab100 x1876699484866688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.419145:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.419149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764023.419151:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.419156:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4011
00000100:00080000:1.0:1789764023.419161:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.419166:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8e3550800: import ffff8ab8d1766000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789764023.419178:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764023.419188:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484866688:192.168.203.110@tcp:250:kworker.0
00000100:00100000:1.0:1789764023.419195:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84abb80 x1876699484866816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.419212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.419216:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764023.419217:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.419221:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4011
00000100:00080000:1.0:1789764023.419225:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.419229:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8e3550800: import ffff8ab8c36f5800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789764023.419235:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764023.419248:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84aa300 x1876699484866944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.419258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 32f439dd-5b05-4ca1-a11b-dd35989c33cd->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.419262:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764023.419265:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.419271:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: connect to NID 192.168.203.110@tcp last attempt 4011
00000100:00080000:1.0:1789764023.419276:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.419283:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8ab8e3550800: import ffff8ab8c3389000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000800:00000100:2.0:1789764023.419284:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000008:00100000:1.0:1789764023.419293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764023.419310:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a8e00 x1876699484867072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.419321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.419325:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764023.419327:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764023.419332:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 4011
00000100:00100000:2.0:1789764023.419337:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8ab8d84ab100 x1876699484866688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764023.419338:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.419347:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8ab8d17e6800: import ffff8ab8e1464800 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789764023.419358:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764023.419376:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84ab100 x1876699484866688/t0(0) o250->MGC192.168.203.110@tcp@192.168.203.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764023.419377:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9c00 x1876699484867200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.419411:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ccafb2e-9dad-4f46-90af-1cb0a60c36df->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764023.419413:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c338e000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764023.419415:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764023.419420:0:38:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764023.419423:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.110@tcp failed (-110)
00000100:00080000:1.0:1789764023.419428:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: connect to NID 192.168.203.110@tcp last attempt 4011
00000100:00100000:2.0:1789764023.419433:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2627c619-a8ae-4613-a619-f7e733291af3:2421:1876699484866688:192.168.203.110@tcp:250:kworker.0
00000100:00080000:1.0:1789764023.419434:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764023.419444:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8ab8d17e6800: import ffff8ab8e1466000 using connection 192.168.203.110@tcp/192.168.203.110@tcp
00000008:00100000:1.0:1789764023.419450:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764023.419462:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8ab8d84a9180 x1876699484867328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789764023.419472:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866816:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789764023.419507:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789764023.419523:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8ab8d84abb80 x1876699484866816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764023.419534:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84abb80 x1876699484866816/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764023.419541:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8d1766000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764023.419544:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789764023.419548:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866816:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789764023.419554:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866944:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789764023.419569:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789764023.419591:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8ab8d84aa300 x1876699484866944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764023.419612:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84aa300 x1876699484866944/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8e3550800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764023.419620:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c36f5800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764023.419624:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789764023.419628:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484866944:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789764023.419635:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484867072:192.168.203.110@tcp:8:kworker.0
00000800:00000100:2.0:1789764023.419657:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789764023.419669:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8ab8d84a8e00 x1876699484867072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764023.419682:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a8e00 x1876699484867072/t0(0) o8->lustre-OST0000-osc-ffff8ab8e3550800@192.168.203.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764023.419690:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8c3389000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764023.419692:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789764023.419695:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:32f439dd-5b05-4ca1-a11b-dd35989c33cd:2421:1876699484867072:192.168.203.110@tcp:8:kworker.0
00000100:00100000:2.0:1789764023.419699:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484867200:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789764023.419719:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789764023.419731:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8ab8d84a9c00 x1876699484867200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764023.419742:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9c00 x1876699484867200/t0(0) o38->lustre-MDT0000-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764023.419752:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1464800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764023.419755:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789764023.419759:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484867200:192.168.203.110@tcp:38:kworker.0
00000100:00100000:2.0:1789764023.419779:0:2421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484867328:192.168.203.110@tcp:38:kworker.0
00000800:00000100:2.0:1789764023.419801:0:2421:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.110@tcp
00000100:00100000:2.0:1789764023.419813:0:2421:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8ab8d84a9180 x1876699484867328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764023.419827:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8ab8d84a9180 x1876699484867328/t0(0) o38->lustre-MDT0001-mdc-ffff8ab8d17e6800@192.168.203.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764023.419835:0:2421:0:(import.c:65:import_set_state_nolock()) ffff8ab8e1466000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764023.419839:0:2421:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.110@tcp failed (-110)
00000100:00100000:2.0:1789764023.419843:0:2421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8ab8d84a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ccafb2e-9dad-4f46-90af-1cb0a60c36df:2421:1876699484867328:192.168.203.110@tcp:38:kworker.0
00010000:00010000:2.0:1789764024.123089:0:6399:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764025.147092:0:12667:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764026.171041:0:6400:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764027.195055:0:12660:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 86779 lines, 86779 kept, 0 dropped, 0 bad.